2024-11-21 10:23:37,359 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 10:23:37,370 main DEBUG Took 0.009201 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 10:23:37,371 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 10:23:37,371 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 10:23:37,372 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 10:23:37,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,380 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 10:23:37,397 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,401 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,403 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,405 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,407 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,408 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,409 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,410 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:23:37,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,413 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 10:23:37,415 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:23:37,417 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 10:23:37,420 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 10:23:37,420 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 10:23:37,422 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 10:23:37,423 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 10:23:37,432 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 10:23:37,434 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 10:23:37,436 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 10:23:37,437 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 10:23:37,437 main DEBUG createAppenders(={Console}) 2024-11-21 10:23:37,438 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-21 10:23:37,438 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 10:23:37,438 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-21 10:23:37,439 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 10:23:37,439 main DEBUG OutputStream closed 2024-11-21 10:23:37,440 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 10:23:37,440 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 10:23:37,440 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-21 10:23:37,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 10:23:37,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 10:23:37,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 10:23:37,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 10:23:37,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 10:23:37,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 10:23:37,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 10:23:37,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 10:23:37,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 10:23:37,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 10:23:37,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 10:23:37,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 10:23:37,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 10:23:37,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 10:23:37,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 10:23:37,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 10:23:37,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 10:23:37,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 10:23:37,542 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 10:23:37,542 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-21 10:23:37,542 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 10:23:37,543 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-21T10:23:37,757 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce 2024-11-21 10:23:37,759 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 10:23:37,760 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T10:23:37,768 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-21T10:23:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T10:23:37,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f, deleteOnExit=true 2024-11-21T10:23:37,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T10:23:37,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/test.cache.data in system properties and HBase conf 2024-11-21T10:23:37,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T10:23:37,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/hadoop.log.dir in system properties and HBase conf 2024-11-21T10:23:37,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T10:23:37,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T10:23:37,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T10:23:37,911 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T10:23:38,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T10:23:38,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T10:23:38,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T10:23:38,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T10:23:38,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T10:23:38,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T10:23:38,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T10:23:38,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T10:23:38,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T10:23:38,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T10:23:38,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/nfs.dump.dir in system properties and HBase conf 2024-11-21T10:23:38,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/java.io.tmpdir in system properties and HBase conf 2024-11-21T10:23:38,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T10:23:38,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T10:23:38,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T10:23:39,133 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T10:23:39,210 INFO [Time-limited test {}] log.Log(170): Logging initialized @2585ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T10:23:39,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:39,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T10:23:39,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T10:23:39,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T10:23:39,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T10:23:39,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:39,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/hadoop.log.dir/,AVAILABLE} 2024-11-21T10:23:39,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T10:23:39,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/java.io.tmpdir/jetty-localhost-41799-hadoop-hdfs-3_4_1-tests_jar-_-any-13089623418384259644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T10:23:39,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:41799} 2024-11-21T10:23:39,575 INFO [Time-limited test {}] server.Server(415): Started @2950ms 2024-11-21T10:23:40,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T10:23:40,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T10:23:40,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T10:23:40,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T10:23:40,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T10:23:40,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/hadoop.log.dir/,AVAILABLE} 2024-11-21T10:23:40,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T10:23:40,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/java.io.tmpdir/jetty-localhost-36099-hadoop-hdfs-3_4_1-tests_jar-_-any-9324197345822892614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T10:23:40,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:36099} 2024-11-21T10:23:40,207 INFO [Time-limited test {}] server.Server(415): Started @3582ms 2024-11-21T10:23:40,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T10:23:41,289 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/data/data2/current/BP-938526086-172.17.0.2-1732184618576/current, will proceed with Du for space computation calculation, 2024-11-21T10:23:41,289 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/data/data1/current/BP-938526086-172.17.0.2-1732184618576/current, will proceed with Du for space computation calculation, 2024-11-21T10:23:41,322 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T10:23:41,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce 2024-11-21T10:23:41,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54a8bcba45175d0f with lease ID 0x51893aafbf8425b8: Processing first storage report for DS-f8bda9bc-9d13-4cfe-ae72-8f7634bbd0e4 from datanode DatanodeRegistration(127.0.0.1:46139, datanodeUuid=44d5ed0d-05b1-4258-a51b-ea0042dcb61d, infoPort=45739, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=328468215;c=1732184618576) 2024-11-21T10:23:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54a8bcba45175d0f with lease ID 0x51893aafbf8425b8: from storage DS-f8bda9bc-9d13-4cfe-ae72-8f7634bbd0e4 node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=44d5ed0d-05b1-4258-a51b-ea0042dcb61d, infoPort=45739, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=328468215;c=1732184618576), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T10:23:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54a8bcba45175d0f with lease ID 0x51893aafbf8425b8: Processing first storage report for DS-fba6755b-0f0b-49c0-8d33-74ec41e582fa from datanode DatanodeRegistration(127.0.0.1:46139, datanodeUuid=44d5ed0d-05b1-4258-a51b-ea0042dcb61d, infoPort=45739, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=328468215;c=1732184618576) 2024-11-21T10:23:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54a8bcba45175d0f with lease ID 0x51893aafbf8425b8: from storage DS-fba6755b-0f0b-49c0-8d33-74ec41e582fa node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=44d5ed0d-05b1-4258-a51b-ea0042dcb61d, infoPort=45739, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=328468215;c=1732184618576), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T10:23:41,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/zookeeper_0, clientPort=51792, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T10:23:41,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51792 2024-11-21T10:23:41,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:41,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741825_1001 (size=7) 2024-11-21T10:23:42,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff with version=8 2024-11-21T10:23:42,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/hbase-staging 2024-11-21T10:23:42,212 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T10:23:42,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2651e482101a:0 server-side Connection retries=45 2024-11-21T10:23:42,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T10:23:42,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T10:23:42,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T10:23:42,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T10:23:42,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T10:23:42,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T10:23:42,883 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T10:23:42,896 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T10:23:42,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:23:42,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32922 (auto-detected) 2024-11-21T10:23:42,934 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T10:23:42,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44655 2024-11-21T10:23:43,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44655 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-21T10:23:43,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446550x0, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T10:23:43,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44655-0x1015cebbd1a0000 connected 2024-11-21T10:23:43,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:43,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:43,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T10:23:43,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff, hbase.cluster.distributed=false 2024-11-21T10:23:43,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T10:23:43,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44655 2024-11-21T10:23:43,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44655 2024-11-21T10:23:43,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44655 2024-11-21T10:23:43,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44655 2024-11-21T10:23:43,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44655 2024-11-21T10:23:43,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2651e482101a:0 server-side Connection retries=45 2024-11-21T10:23:43,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T10:23:43,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T10:23:43,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T10:23:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T10:23:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T10:23:43,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T10:23:43,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:23:43,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35291 2024-11-21T10:23:43,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35291 connecting to ZooKeeper ensemble=127.0.0.1:51792 2024-11-21T10:23:43,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:43,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:43,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352910x0, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T10:23:43,626 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352910x0, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T10:23:43,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35291-0x1015cebbd1a0001 connected 2024-11-21T10:23:43,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T10:23:43,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T10:23:43,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T10:23:43,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T10:23:43,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35291 2024-11-21T10:23:43,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35291 2024-11-21T10:23:43,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35291 2024-11-21T10:23:43,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35291 2024-11-21T10:23:43,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35291 2024-11-21T10:23:43,692 DEBUG [M:0;2651e482101a:44655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2651e482101a:44655 2024-11-21T10:23:43,693 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2651e482101a,44655,1732184622359 2024-11-21T10:23:43,725 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T10:23:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T10:23:43,727 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2651e482101a,44655,1732184622359 2024-11-21T10:23:43,757 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T10:23:43,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:43,757 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:43,758 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T10:23:43,760 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2651e482101a,44655,1732184622359 from backup master directory 2024-11-21T10:23:43,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2651e482101a,44655,1732184622359 2024-11-21T10:23:43,772 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T10:23:43,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T10:23:43,773 WARN [master/2651e482101a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T10:23:43,773 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2651e482101a,44655,1732184622359 2024-11-21T10:23:43,776 INFO [master/2651e482101a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T10:23:43,778 INFO [master/2651e482101a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T10:23:43,857 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/hbase.id] with ID: 425c5fc4-9626-4472-8df3-14fefbd1b094 2024-11-21T10:23:43,857 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/.tmp/hbase.id 2024-11-21T10:23:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741826_1002 (size=42) 2024-11-21T10:23:43,873 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/.tmp/hbase.id]:[hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/hbase.id] 2024-11-21T10:23:43,936 INFO [master/2651e482101a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T10:23:43,943 INFO [master/2651e482101a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T10:23:43,963 INFO [master/2651e482101a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T10:23:44,007 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741827_1003 (size=196) 2024-11-21T10:23:44,042 INFO [master/2651e482101a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:23:44,045 INFO [master/2651e482101a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T10:23:44,062 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:44,066 INFO [master/2651e482101a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T10:23:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741828_1004 (size=1189) 2024-11-21T10:23:44,518 INFO [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store 2024-11-21T10:23:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741829_1005 (size=34) 2024-11-21T10:23:44,546 INFO [master/2651e482101a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T10:23:44,549 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:23:44,551 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T10:23:44,551 INFO [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:23:44,552 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:23:44,554 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T10:23:44,554 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:23:44,554 INFO [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:23:44,556 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732184624551Disabling compacts and flushes for region at 1732184624551Disabling writes for close at 1732184624554 (+3 ms)Writing region close event to WAL at 1732184624554Closed at 1732184624554 2024-11-21T10:23:44,559 WARN [master/2651e482101a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/.initializing 2024-11-21T10:23:44,559 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/WALs/2651e482101a,44655,1732184622359 2024-11-21T10:23:44,569 INFO [master/2651e482101a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T10:23:44,588 INFO [master/2651e482101a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2651e482101a%2C44655%2C1732184622359, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/WALs/2651e482101a,44655,1732184622359, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/oldWALs, maxLogs=10 2024-11-21T10:23:44,618 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/WALs/2651e482101a,44655,1732184622359/2651e482101a%2C44655%2C1732184622359.1732184624594, exclude list is [], retry=0 2024-11-21T10:23:44,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f8bda9bc-9d13-4cfe-ae72-8f7634bbd0e4,DISK] 2024-11-21T10:23:44,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T10:23:44,792 INFO [master/2651e482101a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/WALs/2651e482101a,44655,1732184622359/2651e482101a%2C44655%2C1732184622359.1732184624594 2024-11-21T10:23:44,793 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45739:45739)] 2024-11-21T10:23:44,794 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:23:44,794 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:23:44,799 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,800 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T10:23:44,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:44,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:44,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T10:23:44,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:44,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:23:44,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T10:23:44,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:44,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:23:44,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T10:23:44,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:44,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:23:44,901 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,905 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,907 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,914 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,915 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,919 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T10:23:44,923 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T10:23:44,927 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:23:44,933 INFO [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58932769, jitterRate=-0.12183330953121185}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T10:23:44,941 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732184624816Initializing all the Stores at 1732184624818 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184624819 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184624820 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184624820Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184624820Cleaning up temporary data from old regions at 1732184624915 (+95 ms)Region opened successfully at 1732184624940 (+25 ms) 2024-11-21T10:23:44,942 INFO [master/2651e482101a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T10:23:44,987 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f27dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2651e482101a/172.17.0.2:0 2024-11-21T10:23:45,022 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T10:23:45,032 INFO [master/2651e482101a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T10:23:45,032 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T10:23:45,034 INFO [master/2651e482101a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T10:23:45,036 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T10:23:45,040 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T10:23:45,040 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T10:23:45,069 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T10:23:45,080 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T10:23:45,127 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T10:23:45,131 INFO [master/2651e482101a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T10:23:45,134 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T10:23:45,156 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T10:23:45,159 INFO [master/2651e482101a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T10:23:45,163 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T10:23:45,227 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T10:23:45,232 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T10:23:45,288 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T10:23:45,313 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T10:23:45,335 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T10:23:45,345 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T10:23:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T10:23:45,345 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:45,348 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2651e482101a,44655,1732184622359, sessionid=0x1015cebbd1a0000, setting cluster-up flag (Was=false) 2024-11-21T10:23:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:45,377 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:45,409 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T10:23:45,411 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2651e482101a,44655,1732184622359 2024-11-21T10:23:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:45,435 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:45,466 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T10:23:45,468 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2651e482101a,44655,1732184622359 2024-11-21T10:23:45,475 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T10:23:45,560 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T10:23:45,571 INFO [master/2651e482101a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T10:23:45,576 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(746): ClusterId : 425c5fc4-9626-4472-8df3-14fefbd1b094 2024-11-21T10:23:45,577 INFO [master/2651e482101a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T10:23:45,579 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T10:23:45,583 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2651e482101a,44655,1732184622359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T10:23:45,595 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T10:23:45,595 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T10:23:45,596 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2651e482101a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T10:23:45,596 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2651e482101a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T10:23:45,596 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2651e482101a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T10:23:45,596 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2651e482101a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T10:23:45,597 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2651e482101a:0, corePoolSize=10, maxPoolSize=10 2024-11-21T10:23:45,597 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,597 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2651e482101a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T10:23:45,597 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,609 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732184655609 2024-11-21T10:23:45,611 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T10:23:45,611 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T10:23:45,612 DEBUG [RS:0;2651e482101a:35291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eda8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2651e482101a/172.17.0.2:0 2024-11-21T10:23:45,612 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T10:23:45,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T10:23:45,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T10:23:45,616 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T10:23:45,617 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T10:23:45,617 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T10:23:45,618 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T10:23:45,618 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:45,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T10:23:45,624 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T10:23:45,625 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T10:23:45,626 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T10:23:45,630 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T10:23:45,630 INFO [master/2651e482101a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T10:23:45,631 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2651e482101a:35291 2024-11-21T10:23:45,632 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2651e482101a:0:becomeActiveMaster-HFileCleaner.large.0-1732184625632,5,FailOnTimeoutGroup] 2024-11-21T10:23:45,634 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2651e482101a:0:becomeActiveMaster-HFileCleaner.small.0-1732184625633,5,FailOnTimeoutGroup] 2024-11-21T10:23:45,634 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,634 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T10:23:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741831_1007 (size=1321) 2024-11-21T10:23:45,636 INFO [RS:0;2651e482101a:35291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T10:23:45,636 INFO [RS:0;2651e482101a:35291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T10:23:45,636 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,636 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T10:23:45,636 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,639 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(2659): reportForDuty to master=2651e482101a,44655,1732184622359 with port=35291, startcode=1732184623540 2024-11-21T10:23:45,650 DEBUG [RS:0;2651e482101a:35291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T10:23:45,685 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T10:23:45,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2651e482101a,35291,1732184623540 2024-11-21T10:23:45,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44655 {}] master.ServerManager(517): Registering regionserver=2651e482101a,35291,1732184623540 2024-11-21T10:23:45,713 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:23:45,713 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32793 2024-11-21T10:23:45,713 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T10:23:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T10:23:45,730 DEBUG [RS:0;2651e482101a:35291 {}] zookeeper.ZKUtil(111): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2651e482101a,35291,1732184623540 2024-11-21T10:23:45,731 WARN [RS:0;2651e482101a:35291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T10:23:45,731 INFO [RS:0;2651e482101a:35291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T10:23:45,731 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540 2024-11-21T10:23:45,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2651e482101a,35291,1732184623540] 2024-11-21T10:23:45,756 INFO [RS:0;2651e482101a:35291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T10:23:45,774 INFO [RS:0;2651e482101a:35291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T10:23:45,779 INFO [RS:0;2651e482101a:35291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T10:23:45,779 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,780 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T10:23:45,786 INFO [RS:0;2651e482101a:35291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T10:23:45,788 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,788 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,788 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,788 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,789 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,789 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,789 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2651e482101a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T10:23:45,789 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,789 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,789 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,790 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,790 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,790 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2651e482101a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T10:23:45,790 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2651e482101a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T10:23:45,790 DEBUG [RS:0;2651e482101a:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T10:23:45,792 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,792 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,792 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,792 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,792 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,793 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,35291,1732184623540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T10:23:45,816 INFO [RS:0;2651e482101a:35291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T10:23:45,819 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,35291,1732184623540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,819 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,820 INFO [RS:0;2651e482101a:35291 {}] regionserver.Replication(171): 2651e482101a,35291,1732184623540 started 2024-11-21T10:23:45,844 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:45,844 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1482): Serving as 2651e482101a,35291,1732184623540, RpcServer on 2651e482101a/172.17.0.2:35291, sessionid=0x1015cebbd1a0001 2024-11-21T10:23:45,845 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T10:23:45,846 DEBUG [RS:0;2651e482101a:35291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2651e482101a,35291,1732184623540 2024-11-21T10:23:45,846 DEBUG [RS:0;2651e482101a:35291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2651e482101a,35291,1732184623540' 2024-11-21T10:23:45,846 DEBUG [RS:0;2651e482101a:35291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T10:23:45,847 DEBUG [RS:0;2651e482101a:35291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T10:23:45,848 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T10:23:45,848 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T10:23:45,848 DEBUG [RS:0;2651e482101a:35291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2651e482101a,35291,1732184623540 2024-11-21T10:23:45,848 DEBUG [RS:0;2651e482101a:35291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2651e482101a,35291,1732184623540' 2024-11-21T10:23:45,848 DEBUG [RS:0;2651e482101a:35291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T10:23:45,849 DEBUG [RS:0;2651e482101a:35291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T10:23:45,850 DEBUG [RS:0;2651e482101a:35291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T10:23:45,850 INFO [RS:0;2651e482101a:35291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T10:23:45,850 INFO [RS:0;2651e482101a:35291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T10:23:45,955 INFO [RS:0;2651e482101a:35291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T10:23:45,958 INFO [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2651e482101a%2C35291%2C1732184623540, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/oldWALs, maxLogs=32 2024-11-21T10:23:45,975 DEBUG [RS:0;2651e482101a:35291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540/2651e482101a%2C35291%2C1732184623540.1732184625961, exclude list is [], retry=0 2024-11-21T10:23:45,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f8bda9bc-9d13-4cfe-ae72-8f7634bbd0e4,DISK] 2024-11-21T10:23:45,985 INFO [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540/2651e482101a%2C35291%2C1732184623540.1732184625961 2024-11-21T10:23:45,988 DEBUG [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45739:45739)] 2024-11-21T10:23:46,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T10:23:46,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:23:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741833_1009 (size=32) 2024-11-21T10:23:46,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:23:46,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T10:23:46,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T10:23:46,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:46,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:46,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T10:23:46,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T10:23:46,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:46,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:46,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T10:23:46,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T10:23:46,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:46,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:46,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T10:23:46,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T10:23:46,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:46,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:46,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T10:23:46,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740 2024-11-21T10:23:46,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740 2024-11-21T10:23:46,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T10:23:46,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T10:23:46,479 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:23:46,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T10:23:46,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:23:46,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68005812, jitterRate=0.013365566730499268}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:23:46,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732184626452Initializing all the Stores at 1732184626454 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184626454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184626454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184626454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184626454Cleaning up temporary data from old regions at 1732184626478 (+24 ms)Region opened successfully at 1732184626489 (+11 ms) 2024-11-21T10:23:46,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T10:23:46,490 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T10:23:46,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T10:23:46,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T10:23:46,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T10:23:46,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T10:23:46,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732184626489Disabling compacts and flushes for region at 1732184626489Disabling writes for close at 1732184626490 (+1 ms)Writing region close event to WAL at 1732184626491 (+1 ms)Closed at 1732184626491 2024-11-21T10:23:46,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T10:23:46,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T10:23:46,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T10:23:46,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T10:23:46,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T10:23:46,667 DEBUG [2651e482101a:44655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T10:23:46,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:23:46,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2651e482101a,35291,1732184623540, state=OPENING 2024-11-21T10:23:46,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T10:23:46,835 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:23:46,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T10:23:46,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T10:23:46,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T10:23:46,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:23:47,022 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T10:23:47,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T10:23:47,036 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T10:23:47,036 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T10:23:47,037 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T10:23:47,040 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2651e482101a%2C35291%2C1732184623540.meta, suffix=.meta, logDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/oldWALs, maxLogs=32 2024-11-21T10:23:47,058 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540/2651e482101a%2C35291%2C1732184623540.meta.1732184627043.meta, exclude list is [], retry=0 2024-11-21T10:23:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-f8bda9bc-9d13-4cfe-ae72-8f7634bbd0e4,DISK] 2024-11-21T10:23:47,065 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/WALs/2651e482101a,35291,1732184623540/2651e482101a%2C35291%2C1732184623540.meta.1732184627043.meta 2024-11-21T10:23:47,065 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45739:45739)] 2024-11-21T10:23:47,065 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:23:47,067 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T10:23:47,069 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T10:23:47,073 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T10:23:47,077 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T10:23:47,078 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:23:47,078 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T10:23:47,078 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T10:23:47,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T10:23:47,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T10:23:47,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:47,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:47,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T10:23:47,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T10:23:47,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:47,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:47,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T10:23:47,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T10:23:47,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:47,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:47,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T10:23:47,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T10:23:47,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:47,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T10:23:47,092 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T10:23:47,094 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740 2024-11-21T10:23:47,097 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740 2024-11-21T10:23:47,100 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T10:23:47,100 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T10:23:47,101 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:23:47,104 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T10:23:47,107 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73587722, jitterRate=0.09654250741004944}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:23:47,107 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T10:23:47,109 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732184627079Writing region info on filesystem at 1732184627079Initializing all the Stores at 1732184627081 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184627081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184627081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184627081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732184627081Cleaning up temporary data from old regions at 1732184627100 (+19 ms)Running coprocessor post-open hooks at 1732184627107 (+7 ms)Region opened successfully at 1732184627109 (+2 ms) 2024-11-21T10:23:47,117 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732184627011 2024-11-21T10:23:47,128 DEBUG [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T10:23:47,129 INFO [RS_OPEN_META-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T10:23:47,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:23:47,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2651e482101a,35291,1732184623540, state=OPEN 2024-11-21T10:23:47,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T10:23:47,276 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T10:23:47,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T10:23:47,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T10:23:47,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:47,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T10:23:47,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2651e482101a,35291,1732184623540 in 434 msec 2024-11-21T10:23:47,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T10:23:47,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 784 msec 2024-11-21T10:23:47,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T10:23:47,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T10:23:47,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:47,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:47,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:47,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:47,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8390 sec 2024-11-21T10:23:47,351 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732184627351, completionTime=-1 2024-11-21T10:23:47,354 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T10:23:47,354 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T10:23:47,382 INFO [master/2651e482101a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T10:23:47,382 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732184687382 2024-11-21T10:23:47,382 INFO [master/2651e482101a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732184747382 2024-11-21T10:23:47,383 INFO [master/2651e482101a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-21T10:23:47,385 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,44655,1732184622359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,385 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,44655,1732184622359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,386 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,44655,1732184622359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,387 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2651e482101a:44655, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,387 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,388 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,394 DEBUG [master/2651e482101a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T10:23:47,430 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.655sec 2024-11-21T10:23:47,431 INFO [master/2651e482101a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T10:23:47,432 INFO [master/2651e482101a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T10:23:47,433 INFO [master/2651e482101a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T10:23:47,433 INFO [master/2651e482101a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T10:23:47,434 INFO [master/2651e482101a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T10:23:47,434 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,44655,1732184622359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T10:23:47,435 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,44655,1732184622359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T10:23:47,443 DEBUG [master/2651e482101a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T10:23:47,444 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T10:23:47,444 INFO [master/2651e482101a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2651e482101a,44655,1732184622359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T10:23:47,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dfad15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:47,491 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T10:23:47,491 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T10:23:47,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:47,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:47,502 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fea4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:47,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:47,510 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:47,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b5c665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:47,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:47,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2651e482101a,44655,1732184622359 2024-11-21T10:23:47,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3583 2024-11-21T10:23:47,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:23:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:23:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@385eccdd 2024-11-21T10:23:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:23:47,569 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:23:47,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:23:47,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:23:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T10:23:47,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T10:23:47,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-21T10:23:47,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:47,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T10:23:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T10:23:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741835_1011 (size=959) 2024-11-21T10:23:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T10:23:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T10:23:48,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:23:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741836_1012 (size=53) 2024-11-21T10:23:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T10:23:48,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:23:48,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 64750895b2cd19dea87bb02127bed704, disabling compactions & flushes 2024-11-21T10:23:48,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. after waiting 0 ms 2024-11-21T10:23:48,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64750895b2cd19dea87bb02127bed704: Waiting for close lock at 1732184628419Disabling compacts and flushes for region at 1732184628419Disabling writes for close at 1732184628420 (+1 ms)Writing region close event to WAL at 1732184628420Closed at 1732184628420 2024-11-21T10:23:48,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T10:23:48,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732184628425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732184628425"}]},"ts":"1732184628425"} 2024-11-21T10:23:48,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T10:23:48,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T10:23:48,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184628437"}]},"ts":"1732184628437"} 2024-11-21T10:23:48,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T10:23:48,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, ASSIGN}] 2024-11-21T10:23:48,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, ASSIGN 2024-11-21T10:23:48,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, ASSIGN; state=OFFLINE, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=false 2024-11-21T10:23:48,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64750895b2cd19dea87bb02127bed704, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:23:48,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, ASSIGN because future has completed 2024-11-21T10:23:48,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:23:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T10:23:48,771 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,771 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:23:48,772 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,772 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:23:48,772 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,772 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,775 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,778 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64750895b2cd19dea87bb02127bed704 columnFamilyName A 2024-11-21T10:23:48,778 DEBUG [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:48,779 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] regionserver.HStore(327): Store=64750895b2cd19dea87bb02127bed704/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:23:48,779 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,782 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64750895b2cd19dea87bb02127bed704 columnFamilyName B 2024-11-21T10:23:48,783 DEBUG [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:48,784 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] regionserver.HStore(327): Store=64750895b2cd19dea87bb02127bed704/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:23:48,784 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,788 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64750895b2cd19dea87bb02127bed704 columnFamilyName C 2024-11-21T10:23:48,788 DEBUG [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:23:48,789 INFO [StoreOpener-64750895b2cd19dea87bb02127bed704-1 {}] regionserver.HStore(327): Store=64750895b2cd19dea87bb02127bed704/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:23:48,789 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,791 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,792 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,795 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,795 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,796 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:23:48,799 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,805 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:23:48,806 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 64750895b2cd19dea87bb02127bed704; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343119, jitterRate=0.033292993903160095}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:23:48,807 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:48,808 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 64750895b2cd19dea87bb02127bed704: Running coprocessor pre-open hook at 1732184628773Writing region info on filesystem at 1732184628773Initializing all the Stores at 1732184628775 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184628775Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184628775Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184628775Cleaning up temporary data from old regions at 1732184628795 (+20 ms)Running coprocessor post-open hooks at 1732184628807 (+12 ms)Region opened successfully at 1732184628808 (+1 ms) 2024-11-21T10:23:48,810 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., pid=6, masterSystemTime=1732184628763 2024-11-21T10:23:48,815 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,815 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:48,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64750895b2cd19dea87bb02127bed704, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:23:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:23:48,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T10:23:48,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 in 217 msec 2024-11-21T10:23:48,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T10:23:48,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, ASSIGN in 386 msec 2024-11-21T10:23:48,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T10:23:48,841 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184628841"}]},"ts":"1732184628841"} 2024-11-21T10:23:48,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T10:23:48,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T10:23:48,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2700 sec 2024-11-21T10:23:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T10:23:49,748 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:23:49,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf95fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,757 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c078f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,761 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c107cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:23:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:23:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a200d59 2024-11-21T10:23:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:23:49,786 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:23:49,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cbc6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,792 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395f1c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7f3cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd026af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,807 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540312d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,815 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c5f854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467a1192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,830 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c468bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,838 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c220cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,846 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73487015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,850 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c82a8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57135afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,858 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641e220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,862 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2401945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253eb29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f76377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,887 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf48d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a4abfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:23:49,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:23:49,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:23:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:23:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:23:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6034ec4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:23:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:23:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:23:49,901 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:23:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6f2640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:23:49,921 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,930 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,930 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,936 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,940 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:23:49,958 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,961 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,961 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,973 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-21T10:23:49,976 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,977 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:23:49,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:49,981 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:23:49,982 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:23:49,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:23:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:23:49,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:49,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:23:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:23:50,037 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:50,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:50,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:50,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/b38d78e607c847d8a921b702b7416079 is 50, key is test_row_0/A:col10/1732184630027/Put/seqid=0 2024-11-21T10:23:50,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741837_1013 (size=16681) 2024-11-21T10:23:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184690286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184690279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184690286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184690292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184690296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184690458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184690459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184690460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184690459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184690460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:50,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/b38d78e607c847d8a921b702b7416079 2024-11-21T10:23:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184690675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184690679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184690677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184690679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184690688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:50,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:50,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:50,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/94c1cf47302742e79816f3564a27b59b is 50, key is test_row_0/B:col10/1732184630027/Put/seqid=0 2024-11-21T10:23:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741838_1014 (size=12001) 2024-11-21T10:23:50,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/94c1cf47302742e79816f3564a27b59b 2024-11-21T10:23:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184690987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/eea9bdd4c4124bca8c7b720b01f5995c is 50, key is test_row_0/C:col10/1732184630027/Put/seqid=0 2024-11-21T10:23:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184691016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184691018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184691019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184691024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741839_1015 (size=12001) 2024-11-21T10:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:51,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/eea9bdd4c4124bca8c7b720b01f5995c 2024-11-21T10:23:51,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/b38d78e607c847d8a921b702b7416079 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b38d78e607c847d8a921b702b7416079 2024-11-21T10:23:51,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b38d78e607c847d8a921b702b7416079, entries=250, sequenceid=12, filesize=16.3 K 2024-11-21T10:23:51,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/94c1cf47302742e79816f3564a27b59b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/94c1cf47302742e79816f3564a27b59b 2024-11-21T10:23:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/94c1cf47302742e79816f3564a27b59b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T10:23:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/eea9bdd4c4124bca8c7b720b01f5995c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/eea9bdd4c4124bca8c7b720b01f5995c 2024-11-21T10:23:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184691507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/eea9bdd4c4124bca8c7b720b01f5995c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T10:23:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184691527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 64750895b2cd19dea87bb02127bed704 in 1521ms, sequenceid=12, compaction requested=false 2024-11-21T10:23:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T10:23:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:51,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:51,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T10:23:51,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/5699380bba7b433f80c4625fb6abfbf0 is 50, key is test_row_0/A:col10/1732184631556/Put/seqid=0 2024-11-21T10:23:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741840_1016 (size=19021) 2024-11-21T10:23:51,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/5699380bba7b433f80c4625fb6abfbf0 2024-11-21T10:23:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184691639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184691654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184691654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/e1cd5491402740e29f8cbbd50d76bd2b is 50, key is test_row_0/B:col10/1732184631556/Put/seqid=0 2024-11-21T10:23:51,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T10:23:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741841_1017 (size=12001) 2024-11-21T10:23:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184691768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184691772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184691778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:51,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:51,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184691977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:51,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184691997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184691999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:52,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:52,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:52,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/e1cd5491402740e29f8cbbd50d76bd2b 2024-11-21T10:23:52,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/08312cbe3886467abd14917a14479687 is 50, key is test_row_0/C:col10/1732184631556/Put/seqid=0 2024-11-21T10:23:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741842_1018 (size=12001) 2024-11-21T10:23:52,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/08312cbe3886467abd14917a14479687 2024-11-21T10:23:52,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/5699380bba7b433f80c4625fb6abfbf0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5699380bba7b433f80c4625fb6abfbf0 2024-11-21T10:23:52,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5699380bba7b433f80c4625fb6abfbf0, entries=300, sequenceid=40, filesize=18.6 K 2024-11-21T10:23:52,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/e1cd5491402740e29f8cbbd50d76bd2b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e1cd5491402740e29f8cbbd50d76bd2b 2024-11-21T10:23:52,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e1cd5491402740e29f8cbbd50d76bd2b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T10:23:52,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/08312cbe3886467abd14917a14479687 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/08312cbe3886467abd14917a14479687 2024-11-21T10:23:52,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/08312cbe3886467abd14917a14479687, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T10:23:52,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 64750895b2cd19dea87bb02127bed704 in 702ms, sequenceid=40, compaction requested=false 2024-11-21T10:23:52,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:52,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T10:23:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:52,298 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T10:23:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:52,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/ec9a2e664c1547d3b3d900402bfd5bf8 is 50, key is test_row_0/A:col10/1732184631603/Put/seqid=0 2024-11-21T10:23:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741843_1019 (size=12001) 2024-11-21T10:23:52,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184692416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184692421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184692422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184692526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184692537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184692538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184692557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,572 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2281 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:23:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184692568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,574 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:23:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:23:52,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184692747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184692747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/ec9a2e664c1547d3b3d900402bfd5bf8 2024-11-21T10:23:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184692748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/eb5264cdee664534b4b29dee8847e405 is 50, key is test_row_0/B:col10/1732184631603/Put/seqid=0 2024-11-21T10:23:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741844_1020 (size=12001) 2024-11-21T10:23:52,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/eb5264cdee664534b4b29dee8847e405 2024-11-21T10:23:52,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/630f98f72881424caa7e6214e342d946 is 50, key is test_row_0/C:col10/1732184631603/Put/seqid=0 2024-11-21T10:23:52,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T10:23:52,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T10:23:52,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T10:23:52,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T10:23:52,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T10:23:52,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T10:23:52,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T10:23:52,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T10:23:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741845_1021 (size=12001) 2024-11-21T10:23:52,900 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/630f98f72881424caa7e6214e342d946 2024-11-21T10:23:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/ec9a2e664c1547d3b3d900402bfd5bf8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/ec9a2e664c1547d3b3d900402bfd5bf8 2024-11-21T10:23:52,936 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/ec9a2e664c1547d3b3d900402bfd5bf8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T10:23:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/eb5264cdee664534b4b29dee8847e405 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/eb5264cdee664534b4b29dee8847e405 2024-11-21T10:23:52,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/eb5264cdee664534b4b29dee8847e405, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T10:23:52,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/630f98f72881424caa7e6214e342d946 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/630f98f72881424caa7e6214e342d946 2024-11-21T10:23:52,984 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/630f98f72881424caa7e6214e342d946, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T10:23:52,987 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 64750895b2cd19dea87bb02127bed704 in 690ms, sequenceid=49, compaction requested=true 2024-11-21T10:23:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T10:23:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T10:23:52,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T10:23:52,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9940 sec 2024-11-21T10:23:53,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.0430 sec 2024-11-21T10:23:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:53,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:53,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T10:23:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184693070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/287c9344aabe458b99612f1cf5acc5fe is 50, key is test_row_0/A:col10/1732184633060/Put/seqid=0 2024-11-21T10:23:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184693083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184693085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741846_1022 (size=16681) 2024-11-21T10:23:53,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/287c9344aabe458b99612f1cf5acc5fe 2024-11-21T10:23:53,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/5786a23cfa3148929b74dab6e8b32d7e is 50, key is test_row_0/B:col10/1732184633060/Put/seqid=0 2024-11-21T10:23:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741847_1023 (size=12001) 2024-11-21T10:23:53,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/5786a23cfa3148929b74dab6e8b32d7e 2024-11-21T10:23:53,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/72924eb4af81447c8182171deba8a11c is 50, key is test_row_0/C:col10/1732184633060/Put/seqid=0 2024-11-21T10:23:53,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184693186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184693197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184693197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741848_1024 (size=12001) 2024-11-21T10:23:53,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/72924eb4af81447c8182171deba8a11c 2024-11-21T10:23:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/287c9344aabe458b99612f1cf5acc5fe as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/287c9344aabe458b99612f1cf5acc5fe 2024-11-21T10:23:53,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/287c9344aabe458b99612f1cf5acc5fe, entries=250, sequenceid=80, filesize=16.3 K 2024-11-21T10:23:53,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/5786a23cfa3148929b74dab6e8b32d7e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/5786a23cfa3148929b74dab6e8b32d7e 2024-11-21T10:23:53,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/5786a23cfa3148929b74dab6e8b32d7e, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T10:23:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/72924eb4af81447c8182171deba8a11c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/72924eb4af81447c8182171deba8a11c 2024-11-21T10:23:53,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/72924eb4af81447c8182171deba8a11c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-21T10:23:53,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 64750895b2cd19dea87bb02127bed704 in 260ms, sequenceid=80, compaction requested=true 2024-11-21T10:23:53,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:23:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:23:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:23:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:53,338 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:23:53,338 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:23:53,346 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 64384 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:23:53,346 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:23:53,348 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:23:53,348 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:23:53,348 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:53,348 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:53,349 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b38d78e607c847d8a921b702b7416079, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5699380bba7b433f80c4625fb6abfbf0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/ec9a2e664c1547d3b3d900402bfd5bf8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/287c9344aabe458b99612f1cf5acc5fe] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=62.9 K 2024-11-21T10:23:53,349 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/94c1cf47302742e79816f3564a27b59b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e1cd5491402740e29f8cbbd50d76bd2b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/eb5264cdee664534b4b29dee8847e405, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/5786a23cfa3148929b74dab6e8b32d7e] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=46.9 K 2024-11-21T10:23:53,351 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 94c1cf47302742e79816f3564a27b59b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184629988 2024-11-21T10:23:53,352 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e1cd5491402740e29f8cbbd50d76bd2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184630276 2024-11-21T10:23:53,353 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b38d78e607c847d8a921b702b7416079, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184629980 2024-11-21T10:23:53,354 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5264cdee664534b4b29dee8847e405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732184631599 2024-11-21T10:23:53,354 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5699380bba7b433f80c4625fb6abfbf0, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184630267 2024-11-21T10:23:53,355 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5786a23cfa3148929b74dab6e8b32d7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732184633058 2024-11-21T10:23:53,356 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec9a2e664c1547d3b3d900402bfd5bf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732184631599 2024-11-21T10:23:53,357 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 287c9344aabe458b99612f1cf5acc5fe, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732184632405 2024-11-21T10:23:53,424 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#12 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:53,425 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/37749613a49a497fa42bc7157e587e49 is 50, key is test_row_0/A:col10/1732184633060/Put/seqid=0 2024-11-21T10:23:53,426 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:53,427 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/df8b1fc09a81476b9f8beb83b692b860 is 50, key is test_row_0/B:col10/1732184633060/Put/seqid=0 2024-11-21T10:23:53,457 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:53,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:53,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741849_1025 (size=12139) 2024-11-21T10:23:53,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741850_1026 (size=12139) 2024-11-21T10:23:53,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/56e0849c20744d18b99f4651c6c5fdf5 is 50, key is test_row_0/A:col10/1732184633454/Put/seqid=0 2024-11-21T10:23:53,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741851_1027 (size=16681) 2024-11-21T10:23:53,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/56e0849c20744d18b99f4651c6c5fdf5 2024-11-21T10:23:53,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/020c37763c64441b85df5c644f6c3995 is 50, key is test_row_0/B:col10/1732184633454/Put/seqid=0 2024-11-21T10:23:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741852_1028 (size=12001) 2024-11-21T10:23:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184693603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184693603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184693612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184693727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184693727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184693728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,892 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/37749613a49a497fa42bc7157e587e49 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/37749613a49a497fa42bc7157e587e49 2024-11-21T10:23:53,911 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/df8b1fc09a81476b9f8beb83b692b860 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/df8b1fc09a81476b9f8beb83b692b860 2024-11-21T10:23:53,926 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 37749613a49a497fa42bc7157e587e49(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:53,927 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:53,927 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into df8b1fc09a81476b9f8beb83b692b860(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:53,927 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:53,929 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=12, startTime=1732184633323; duration=0sec 2024-11-21T10:23:53,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:53,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:23:53,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:23:53,933 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=12, startTime=1732184633335; duration=0sec 2024-11-21T10:23:53,933 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:53,933 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:23:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184693937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,941 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:23:53,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,942 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:23:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,942 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:53,942 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/eea9bdd4c4124bca8c7b720b01f5995c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/08312cbe3886467abd14917a14479687, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/630f98f72881424caa7e6214e342d946, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/72924eb4af81447c8182171deba8a11c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=46.9 K 2024-11-21T10:23:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184693937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:53,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184693938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:53,943 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting eea9bdd4c4124bca8c7b720b01f5995c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184629988 2024-11-21T10:23:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:53,944 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08312cbe3886467abd14917a14479687, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184630276 2024-11-21T10:23:53,945 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 630f98f72881424caa7e6214e342d946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732184631599 2024-11-21T10:23:53,946 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72924eb4af81447c8182171deba8a11c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732184633058 2024-11-21T10:23:53,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/020c37763c64441b85df5c644f6c3995 2024-11-21T10:23:53,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/4cdde7e30e9b428fb856a3f48af13ec6 is 50, key is test_row_0/C:col10/1732184633454/Put/seqid=0 2024-11-21T10:23:53,984 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#17 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:53,985 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/dfd011fb8e174e488c23abcf4afbd06b is 50, key is test_row_0/C:col10/1732184633060/Put/seqid=0 2024-11-21T10:23:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741853_1029 (size=12001) 2024-11-21T10:23:54,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/4cdde7e30e9b428fb856a3f48af13ec6 2024-11-21T10:23:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/56e0849c20744d18b99f4651c6c5fdf5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/56e0849c20744d18b99f4651c6c5fdf5 2024-11-21T10:23:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741854_1030 (size=12139) 2024-11-21T10:23:54,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/56e0849c20744d18b99f4651c6c5fdf5, entries=250, sequenceid=91, filesize=16.3 K 2024-11-21T10:23:54,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/020c37763c64441b85df5c644f6c3995 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/020c37763c64441b85df5c644f6c3995 2024-11-21T10:23:54,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/020c37763c64441b85df5c644f6c3995, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T10:23:54,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/4cdde7e30e9b428fb856a3f48af13ec6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4cdde7e30e9b428fb856a3f48af13ec6 2024-11-21T10:23:54,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4cdde7e30e9b428fb856a3f48af13ec6, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T10:23:54,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 64750895b2cd19dea87bb02127bed704 in 630ms, sequenceid=91, compaction requested=false 2024-11-21T10:23:54,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T10:23:54,147 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:23:54,148 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:23:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-21T10:23:54,153 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:23:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T10:23:54,154 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:23:54,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:23:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:54,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T10:23:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T10:23:54,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/568d0db1a63c472688585d456dad9410 is 50, key is test_row_0/A:col10/1732184633597/Put/seqid=0 2024-11-21T10:23:54,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184694276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184694278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184694279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741855_1031 (size=16681) 2024-11-21T10:23:54,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184694386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184694387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184694387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,454 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/dfd011fb8e174e488c23abcf4afbd06b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/dfd011fb8e174e488c23abcf4afbd06b 2024-11-21T10:23:54,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T10:23:54,476 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into dfd011fb8e174e488c23abcf4afbd06b(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:54,476 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:54,476 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=12, startTime=1732184633335; duration=0sec 2024-11-21T10:23:54,476 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:54,476 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:23:54,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184694586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,589 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4294 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:23:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184694597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184694597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184694597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184694597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,600 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4316 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/568d0db1a63c472688585d456dad9410 2024-11-21T10:23:54,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/9db45f43895142fdb9b8550213738eb7 is 50, key is test_row_0/B:col10/1732184633597/Put/seqid=0 2024-11-21T10:23:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741856_1032 (size=12001) 2024-11-21T10:23:54,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/9db45f43895142fdb9b8550213738eb7 2024-11-21T10:23:54,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8c5ec644920b41bb8f3e4245f62276c1 is 50, key is test_row_0/C:col10/1732184633597/Put/seqid=0 2024-11-21T10:23:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741857_1033 (size=12001) 2024-11-21T10:23:54,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T10:23:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184694907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184694907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184694907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:54,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:54,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:54,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:54,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:55,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:55,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8c5ec644920b41bb8f3e4245f62276c1 2024-11-21T10:23:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/568d0db1a63c472688585d456dad9410 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/568d0db1a63c472688585d456dad9410 2024-11-21T10:23:55,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/568d0db1a63c472688585d456dad9410, entries=250, sequenceid=120, filesize=16.3 K 2024-11-21T10:23:55,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/9db45f43895142fdb9b8550213738eb7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9db45f43895142fdb9b8550213738eb7 2024-11-21T10:23:55,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9db45f43895142fdb9b8550213738eb7, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T10:23:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8c5ec644920b41bb8f3e4245f62276c1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8c5ec644920b41bb8f3e4245f62276c1 2024-11-21T10:23:55,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8c5ec644920b41bb8f3e4245f62276c1, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T10:23:55,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 64750895b2cd19dea87bb02127bed704 in 972ms, sequenceid=120, compaction requested=true 2024-11-21T10:23:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:23:55,226 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:55,226 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:55,227 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:55,227 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:55,227 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:23:55,227 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:23:55,228 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,228 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,228 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/df8b1fc09a81476b9f8beb83b692b860, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/020c37763c64441b85df5c644f6c3995, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9db45f43895142fdb9b8550213738eb7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=35.3 K 2024-11-21T10:23:55,228 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/37749613a49a497fa42bc7157e587e49, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/56e0849c20744d18b99f4651c6c5fdf5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/568d0db1a63c472688585d456dad9410] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=44.4 K 2024-11-21T10:23:55,229 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting df8b1fc09a81476b9f8beb83b692b860, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732184633058 2024-11-21T10:23:55,229 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37749613a49a497fa42bc7157e587e49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732184633058 2024-11-21T10:23:55,229 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56e0849c20744d18b99f4651c6c5fdf5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732184633414 2024-11-21T10:23:55,229 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 020c37763c64441b85df5c644f6c3995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732184633419 2024-11-21T10:23:55,230 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 568d0db1a63c472688585d456dad9410, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732184633562 2024-11-21T10:23:55,230 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 9db45f43895142fdb9b8550213738eb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732184633597 2024-11-21T10:23:55,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T10:23:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,240 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T10:23:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/d89a837bc22e4544a88956a1556d3053 is 50, key is test_row_0/A:col10/1732184634258/Put/seqid=0 2024-11-21T10:23:55,250 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:55,251 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/f49e8335a7d54a7591a0e373b30bb72c is 50, key is test_row_0/B:col10/1732184633597/Put/seqid=0 2024-11-21T10:23:55,254 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:55,255 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7 is 50, key is test_row_0/A:col10/1732184633597/Put/seqid=0 2024-11-21T10:23:55,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741858_1034 (size=12001) 2024-11-21T10:23:55,270 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/d89a837bc22e4544a88956a1556d3053 2024-11-21T10:23:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741859_1035 (size=12241) 2024-11-21T10:23:55,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741860_1036 (size=12241) 2024-11-21T10:23:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T10:23:55,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/2dbd2f30446c43e58047ec52fe829096 is 50, key is test_row_0/B:col10/1732184634258/Put/seqid=0 2024-11-21T10:23:55,298 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/f49e8335a7d54a7591a0e373b30bb72c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/f49e8335a7d54a7591a0e373b30bb72c 2024-11-21T10:23:55,303 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7 2024-11-21T10:23:55,315 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into f49e8335a7d54a7591a0e373b30bb72c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:55,315 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:55,315 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=13, startTime=1732184635226; duration=0sec 2024-11-21T10:23:55,315 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:55,315 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:23:55,315 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:55,318 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 02b6cd7c9bfe4fbdaf1e0915ba27edc7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:55,319 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:55,319 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:55,319 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=13, startTime=1732184635225; duration=0sec 2024-11-21T10:23:55,319 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:23:55,319 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,319 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:55,319 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:23:55,319 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/dfd011fb8e174e488c23abcf4afbd06b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4cdde7e30e9b428fb856a3f48af13ec6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8c5ec644920b41bb8f3e4245f62276c1] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=35.3 K 2024-11-21T10:23:55,321 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd011fb8e174e488c23abcf4afbd06b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732184633058 2024-11-21T10:23:55,321 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cdde7e30e9b428fb856a3f48af13ec6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732184633419 2024-11-21T10:23:55,322 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c5ec644920b41bb8f3e4245f62276c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732184633597 2024-11-21T10:23:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741861_1037 (size=12001) 2024-11-21T10:23:55,347 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:55,348 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/185948bc74da47f79ff07f1555723955 is 50, key is test_row_0/C:col10/1732184633597/Put/seqid=0 2024-11-21T10:23:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741862_1038 (size=12241) 2024-11-21T10:23:55,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184695469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184695472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184695474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184695586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184695587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184695587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,741 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/2dbd2f30446c43e58047ec52fe829096 2024-11-21T10:23:55,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/36f8413a83f244eca01ee138f38023d0 is 50, key is test_row_0/C:col10/1732184634258/Put/seqid=0 2024-11-21T10:23:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741863_1039 (size=12001) 2024-11-21T10:23:55,776 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/36f8413a83f244eca01ee138f38023d0 2024-11-21T10:23:55,788 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/185948bc74da47f79ff07f1555723955 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/185948bc74da47f79ff07f1555723955 2024-11-21T10:23:55,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/d89a837bc22e4544a88956a1556d3053 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d89a837bc22e4544a88956a1556d3053 2024-11-21T10:23:55,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184695797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184695797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184695797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:55,803 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 185948bc74da47f79ff07f1555723955(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:55,803 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:55,803 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=13, startTime=1732184635226; duration=0sec 2024-11-21T10:23:55,804 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:55,805 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:23:55,810 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d89a837bc22e4544a88956a1556d3053, entries=150, sequenceid=130, filesize=11.7 K 2024-11-21T10:23:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/2dbd2f30446c43e58047ec52fe829096 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/2dbd2f30446c43e58047ec52fe829096 2024-11-21T10:23:55,826 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/2dbd2f30446c43e58047ec52fe829096, entries=150, sequenceid=130, filesize=11.7 K 2024-11-21T10:23:55,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/36f8413a83f244eca01ee138f38023d0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/36f8413a83f244eca01ee138f38023d0 2024-11-21T10:23:55,840 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/36f8413a83f244eca01ee138f38023d0, entries=150, sequenceid=130, filesize=11.7 K 2024-11-21T10:23:55,842 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 64750895b2cd19dea87bb02127bed704 in 603ms, sequenceid=130, compaction requested=false 2024-11-21T10:23:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T10:23:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T10:23:55,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T10:23:55,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6910 sec 2024-11-21T10:23:55,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.7020 sec 2024-11-21T10:23:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:56,110 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:56,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T10:23:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184696120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184696123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184696123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/8621c3d540354816aa62120ee2a5e111 is 50, key is test_row_0/A:col10/1732184635461/Put/seqid=0 2024-11-21T10:23:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741864_1040 (size=16931) 2024-11-21T10:23:56,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/8621c3d540354816aa62120ee2a5e111 2024-11-21T10:23:56,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/206d2ed3a5374e2fb8e83d0c40bfb148 is 50, key is test_row_0/B:col10/1732184635461/Put/seqid=0 2024-11-21T10:23:56,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741865_1041 (size=12151) 2024-11-21T10:23:56,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/206d2ed3a5374e2fb8e83d0c40bfb148 2024-11-21T10:23:56,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8fc592948f6e4019b841df00b507f0ed is 50, key is test_row_0/C:col10/1732184635461/Put/seqid=0 2024-11-21T10:23:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741866_1042 (size=12151) 2024-11-21T10:23:56,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184696226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8fc592948f6e4019b841df00b507f0ed 2024-11-21T10:23:56,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184696237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184696237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/8621c3d540354816aa62120ee2a5e111 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8621c3d540354816aa62120ee2a5e111 2024-11-21T10:23:56,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8621c3d540354816aa62120ee2a5e111, entries=250, sequenceid=163, filesize=16.5 K 2024-11-21T10:23:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/206d2ed3a5374e2fb8e83d0c40bfb148 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/206d2ed3a5374e2fb8e83d0c40bfb148 2024-11-21T10:23:56,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/206d2ed3a5374e2fb8e83d0c40bfb148, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T10:23:56,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8fc592948f6e4019b841df00b507f0ed as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8fc592948f6e4019b841df00b507f0ed 2024-11-21T10:23:56,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8fc592948f6e4019b841df00b507f0ed, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T10:23:56,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 64750895b2cd19dea87bb02127bed704 in 183ms, sequenceid=163, compaction requested=true 2024-11-21T10:23:56,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:56,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:23:56,294 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:56,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:56,294 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:56,296 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:56,296 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:23:56,296 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,297 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d89a837bc22e4544a88956a1556d3053, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8621c3d540354816aa62120ee2a5e111] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=40.2 K 2024-11-21T10:23:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T10:23:56,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:23:56,297 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:56,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:56,297 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:23:56,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:23:56,297 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:23:56,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:56,297 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,298 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/f49e8335a7d54a7591a0e373b30bb72c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/2dbd2f30446c43e58047ec52fe829096, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/206d2ed3a5374e2fb8e83d0c40bfb148] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=35.5 K 2024-11-21T10:23:56,298 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f49e8335a7d54a7591a0e373b30bb72c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732184633597 2024-11-21T10:23:56,298 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02b6cd7c9bfe4fbdaf1e0915ba27edc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732184633597 2024-11-21T10:23:56,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:23:56,300 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting d89a837bc22e4544a88956a1556d3053, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732184634258 2024-11-21T10:23:56,301 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dbd2f30446c43e58047ec52fe829096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732184634258 2024-11-21T10:23:56,302 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8621c3d540354816aa62120ee2a5e111, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732184635461 2024-11-21T10:23:56,302 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 206d2ed3a5374e2fb8e83d0c40bfb148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732184635461 2024-11-21T10:23:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-21T10:23:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T10:23:56,306 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:23:56,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:23:56,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:23:56,329 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:56,329 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/26a0111a787c4699bc7ab8ae0eef1ace is 50, key is test_row_0/B:col10/1732184635461/Put/seqid=0 2024-11-21T10:23:56,351 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:56,352 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/598fa4a4d0d045469f88d413bc3a8ff3 is 50, key is test_row_0/A:col10/1732184635461/Put/seqid=0 2024-11-21T10:23:56,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741867_1043 (size=12493) 2024-11-21T10:23:56,374 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/26a0111a787c4699bc7ab8ae0eef1ace as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/26a0111a787c4699bc7ab8ae0eef1ace 2024-11-21T10:23:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741868_1044 (size=12493) 2024-11-21T10:23:56,392 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into 26a0111a787c4699bc7ab8ae0eef1ace(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:56,392 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:56,392 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=13, startTime=1732184636294; duration=0sec 2024-11-21T10:23:56,393 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:56,393 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:23:56,393 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:56,393 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/598fa4a4d0d045469f88d413bc3a8ff3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/598fa4a4d0d045469f88d413bc3a8ff3 2024-11-21T10:23:56,395 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:56,395 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:23:56,395 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,395 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/185948bc74da47f79ff07f1555723955, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/36f8413a83f244eca01ee138f38023d0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8fc592948f6e4019b841df00b507f0ed] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=35.5 K 2024-11-21T10:23:56,396 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 185948bc74da47f79ff07f1555723955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732184633597 2024-11-21T10:23:56,397 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f8413a83f244eca01ee138f38023d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732184634258 2024-11-21T10:23:56,397 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fc592948f6e4019b841df00b507f0ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732184635461 2024-11-21T10:23:56,406 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 598fa4a4d0d045469f88d413bc3a8ff3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:56,406 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:56,406 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=13, startTime=1732184636294; duration=0sec 2024-11-21T10:23:56,407 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:56,407 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:23:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T10:23:56,431 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:56,431 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8e0cf72f38a74b7b845a1579cfcdb135 is 50, key is test_row_0/C:col10/1732184635461/Put/seqid=0 2024-11-21T10:23:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:56,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:23:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:56,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741869_1045 (size=12493) 2024-11-21T10:23:56,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/5ea011918bcc408c82417cad7a27b89e is 50, key is test_row_0/A:col10/1732184636450/Put/seqid=0 2024-11-21T10:23:56,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T10:23:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:56,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741870_1046 (size=12151) 2024-11-21T10:23:56,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/5ea011918bcc408c82417cad7a27b89e 2024-11-21T10:23:56,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/b4d8c946c0b34a039afa91ce00c1622b is 50, key is test_row_0/B:col10/1732184636450/Put/seqid=0 2024-11-21T10:23:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184696518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184696520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184696520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741871_1047 (size=12151) 2024-11-21T10:23:56,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/b4d8c946c0b34a039afa91ce00c1622b 2024-11-21T10:23:56,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/09d779972a724881acec393d0fc17c74 is 50, key is test_row_0/C:col10/1732184636450/Put/seqid=0 2024-11-21T10:23:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741872_1048 (size=12151) 2024-11-21T10:23:56,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/09d779972a724881acec393d0fc17c74 2024-11-21T10:23:56,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/5ea011918bcc408c82417cad7a27b89e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5ea011918bcc408c82417cad7a27b89e 2024-11-21T10:23:56,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5ea011918bcc408c82417cad7a27b89e, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T10:23:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/b4d8c946c0b34a039afa91ce00c1622b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b4d8c946c0b34a039afa91ce00c1622b 2024-11-21T10:23:56,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T10:23:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:56,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b4d8c946c0b34a039afa91ce00c1622b, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T10:23:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T10:23:56,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/09d779972a724881acec393d0fc17c74 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/09d779972a724881acec393d0fc17c74 2024-11-21T10:23:56,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184696637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184696637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184696637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/09d779972a724881acec393d0fc17c74, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T10:23:56,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 64750895b2cd19dea87bb02127bed704 in 198ms, sequenceid=177, compaction requested=false 2024-11-21T10:23:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:56,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T10:23:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,777 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:23:56,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/daf600cf29d84063a9e1e66c978838f2 is 50, key is test_row_0/A:col10/1732184636517/Put/seqid=0 2024-11-21T10:23:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741873_1049 (size=12151) 2024-11-21T10:23:56,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/daf600cf29d84063a9e1e66c978838f2 2024-11-21T10:23:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/10d762956bfb48eb8912ee6c0614b1ba is 50, key is test_row_0/B:col10/1732184636517/Put/seqid=0 2024-11-21T10:23:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:56,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:56,865 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/8e0cf72f38a74b7b845a1579cfcdb135 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8e0cf72f38a74b7b845a1579cfcdb135 2024-11-21T10:23:56,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741874_1050 (size=12151) 2024-11-21T10:23:56,868 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/10d762956bfb48eb8912ee6c0614b1ba 2024-11-21T10:23:56,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184696863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184696867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184696869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:56,885 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 8e0cf72f38a74b7b845a1579cfcdb135(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:56,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/f4b3cf9fb5aa429da6cecf54b6783da7 is 50, key is test_row_0/C:col10/1732184636517/Put/seqid=0 2024-11-21T10:23:56,885 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:56,888 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=13, startTime=1732184636297; duration=0sec 2024-11-21T10:23:56,888 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:56,888 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:23:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741875_1051 (size=12151) 2024-11-21T10:23:56,912 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/f4b3cf9fb5aa429da6cecf54b6783da7 2024-11-21T10:23:56,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/daf600cf29d84063a9e1e66c978838f2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/daf600cf29d84063a9e1e66c978838f2 2024-11-21T10:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T10:23:56,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/daf600cf29d84063a9e1e66c978838f2, entries=150, sequenceid=202, filesize=11.9 K 2024-11-21T10:23:56,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/10d762956bfb48eb8912ee6c0614b1ba as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/10d762956bfb48eb8912ee6c0614b1ba 2024-11-21T10:23:56,958 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/10d762956bfb48eb8912ee6c0614b1ba, entries=150, sequenceid=202, filesize=11.9 K 2024-11-21T10:23:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/f4b3cf9fb5aa429da6cecf54b6783da7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/f4b3cf9fb5aa429da6cecf54b6783da7 2024-11-21T10:23:56,971 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/f4b3cf9fb5aa429da6cecf54b6783da7, entries=150, sequenceid=202, filesize=11.9 K 2024-11-21T10:23:56,973 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 64750895b2cd19dea87bb02127bed704 in 196ms, sequenceid=202, compaction requested=true 2024-11-21T10:23:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T10:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T10:23:56,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T10:23:56,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 668 msec 2024-11-21T10:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:56,983 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:56,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 680 msec 2024-11-21T10:23:56,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:23:56,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/9600ef2ae4754074a1d5af8d5c12c291 is 50, key is test_row_0/A:col10/1732184636981/Put/seqid=0 2024-11-21T10:23:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741876_1052 (size=12151) 2024-11-21T10:23:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184697036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184697037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184697034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184697146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184697147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184697156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184697357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184697357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184697366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/9600ef2ae4754074a1d5af8d5c12c291 2024-11-21T10:23:57,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/bf1763c1b59e49f38be948b3be273128 is 50, key is test_row_0/B:col10/1732184636981/Put/seqid=0 2024-11-21T10:23:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741877_1053 (size=12151) 2024-11-21T10:23:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T10:23:57,446 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:23:57,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:23:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-21T10:23:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T10:23:57,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:23:57,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:23:57,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T10:23:57,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T10:23:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184697667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184697668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184697677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T10:23:57,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T10:23:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/bf1763c1b59e49f38be948b3be273128 2024-11-21T10:23:57,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/349d6341ac564f8bbf8f8ee78ae3b76a is 50, key is test_row_0/C:col10/1732184636981/Put/seqid=0 2024-11-21T10:23:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741878_1054 (size=12151) 2024-11-21T10:23:57,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/349d6341ac564f8bbf8f8ee78ae3b76a 2024-11-21T10:23:57,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/9600ef2ae4754074a1d5af8d5c12c291 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/9600ef2ae4754074a1d5af8d5c12c291 2024-11-21T10:23:57,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/9600ef2ae4754074a1d5af8d5c12c291, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T10:23:57,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/bf1763c1b59e49f38be948b3be273128 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf1763c1b59e49f38be948b3be273128 2024-11-21T10:23:57,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T10:23:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:57,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf1763c1b59e49f38be948b3be273128, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T10:23:57,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/349d6341ac564f8bbf8f8ee78ae3b76a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/349d6341ac564f8bbf8f8ee78ae3b76a 2024-11-21T10:23:57,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/349d6341ac564f8bbf8f8ee78ae3b76a, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T10:23:57,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 64750895b2cd19dea87bb02127bed704 in 963ms, sequenceid=216, compaction requested=true 2024-11-21T10:23:57,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:57,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:23:57,947 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:23:57,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:57,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:23:57,947 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:23:57,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:57,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:23:57,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:57,949 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:23:57,949 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:23:57,949 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,949 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/26a0111a787c4699bc7ab8ae0eef1ace, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b4d8c946c0b34a039afa91ce00c1622b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/10d762956bfb48eb8912ee6c0614b1ba, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf1763c1b59e49f38be948b3be273128] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=47.8 K 2024-11-21T10:23:57,950 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:23:57,950 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:23:57,950 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:57,950 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/598fa4a4d0d045469f88d413bc3a8ff3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5ea011918bcc408c82417cad7a27b89e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/daf600cf29d84063a9e1e66c978838f2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/9600ef2ae4754074a1d5af8d5c12c291] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=47.8 K 2024-11-21T10:23:57,950 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 26a0111a787c4699bc7ab8ae0eef1ace, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732184635461 2024-11-21T10:23:57,951 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598fa4a4d0d045469f88d413bc3a8ff3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732184635461 2024-11-21T10:23:57,951 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b4d8c946c0b34a039afa91ce00c1622b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732184636443 2024-11-21T10:23:57,952 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ea011918bcc408c82417cad7a27b89e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732184636443 2024-11-21T10:23:57,952 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 10d762956bfb48eb8912ee6c0614b1ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732184636511 2024-11-21T10:23:57,952 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf600cf29d84063a9e1e66c978838f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732184636511 2024-11-21T10:23:57,952 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bf1763c1b59e49f38be948b3be273128, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732184636847 2024-11-21T10:23:57,953 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9600ef2ae4754074a1d5af8d5c12c291, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732184636847 2024-11-21T10:23:57,988 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:57,992 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/34f284b38f714222bfdeb283f1c70d51 is 50, key is test_row_0/A:col10/1732184636981/Put/seqid=0 2024-11-21T10:23:57,996 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#43 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:57,997 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/50d2d31931274f2ea2be05736daf348a is 50, key is test_row_0/B:col10/1732184636981/Put/seqid=0 2024-11-21T10:23:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741879_1055 (size=12629) 2024-11-21T10:23:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741880_1056 (size=12629) 2024-11-21T10:23:58,042 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/50d2d31931274f2ea2be05736daf348a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/50d2d31931274f2ea2be05736daf348a 2024-11-21T10:23:58,059 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into 50d2d31931274f2ea2be05736daf348a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:58,059 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:58,059 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=12, startTime=1732184637947; duration=0sec 2024-11-21T10:23:58,059 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:58,059 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:23:58,060 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:23:58,063 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:23:58,064 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:23:58,064 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,064 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8e0cf72f38a74b7b845a1579cfcdb135, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/09d779972a724881acec393d0fc17c74, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/f4b3cf9fb5aa429da6cecf54b6783da7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/349d6341ac564f8bbf8f8ee78ae3b76a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=47.8 K 2024-11-21T10:23:58,065 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e0cf72f38a74b7b845a1579cfcdb135, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732184635461 2024-11-21T10:23:58,065 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 09d779972a724881acec393d0fc17c74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732184636443 2024-11-21T10:23:58,067 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f4b3cf9fb5aa429da6cecf54b6783da7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732184636511 2024-11-21T10:23:58,069 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 349d6341ac564f8bbf8f8ee78ae3b76a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732184636847 2024-11-21T10:23:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T10:23:58,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T10:23:58,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,085 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:23:58,088 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:58,089 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7ef5449633e74d2b97f4bc7e68a54b25 is 50, key is test_row_0/C:col10/1732184636981/Put/seqid=0 2024-11-21T10:23:58,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/0ba28de4288645d1ad035b63ef64946e is 50, key is test_row_0/A:col10/1732184637033/Put/seqid=0 2024-11-21T10:23:58,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741881_1057 (size=12629) 2024-11-21T10:23:58,135 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7ef5449633e74d2b97f4bc7e68a54b25 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7ef5449633e74d2b97f4bc7e68a54b25 2024-11-21T10:23:58,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741882_1058 (size=12151) 2024-11-21T10:23:58,136 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/0ba28de4288645d1ad035b63ef64946e 2024-11-21T10:23:58,149 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 7ef5449633e74d2b97f4bc7e68a54b25(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:58,149 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:58,149 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=12, startTime=1732184637947; duration=0sec 2024-11-21T10:23:58,149 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:58,149 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:23:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/4572b19a9dfb4ddf91eaf878e910c6c7 is 50, key is test_row_0/B:col10/1732184637033/Put/seqid=0 2024-11-21T10:23:58,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:58,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741883_1059 (size=12151) 2024-11-21T10:23:58,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/4572b19a9dfb4ddf91eaf878e910c6c7 2024-11-21T10:23:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184698211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184698213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184698214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3916d316bbc24392aa5607c279ccf2e9 is 50, key is test_row_0/C:col10/1732184637033/Put/seqid=0 2024-11-21T10:23:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741884_1060 (size=12151) 2024-11-21T10:23:58,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3916d316bbc24392aa5607c279ccf2e9 2024-11-21T10:23:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/0ba28de4288645d1ad035b63ef64946e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0ba28de4288645d1ad035b63ef64946e 2024-11-21T10:23:58,264 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0ba28de4288645d1ad035b63ef64946e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T10:23:58,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/4572b19a9dfb4ddf91eaf878e910c6c7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/4572b19a9dfb4ddf91eaf878e910c6c7 2024-11-21T10:23:58,278 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/4572b19a9dfb4ddf91eaf878e910c6c7, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T10:23:58,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3916d316bbc24392aa5607c279ccf2e9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3916d316bbc24392aa5607c279ccf2e9 2024-11-21T10:23:58,293 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3916d316bbc24392aa5607c279ccf2e9, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T10:23:58,295 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 64750895b2cd19dea87bb02127bed704 in 210ms, sequenceid=240, compaction requested=false 2024-11-21T10:23:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T10:23:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T10:23:58,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T10:23:58,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 841 msec 2024-11-21T10:23:58,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 861 msec 2024-11-21T10:23:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:58,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T10:23:58,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/48323181a15c48a583f93d6f83e610a4 is 50, key is test_row_0/A:col10/1732184638192/Put/seqid=0 2024-11-21T10:23:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741885_1061 (size=12201) 2024-11-21T10:23:58,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/48323181a15c48a583f93d6f83e610a4 2024-11-21T10:23:58,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/29f8f69e46ee4db6834d4bcb27ccb2eb is 50, key is test_row_0/B:col10/1732184638192/Put/seqid=0 2024-11-21T10:23:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741886_1062 (size=12201) 2024-11-21T10:23:58,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/29f8f69e46ee4db6834d4bcb27ccb2eb 2024-11-21T10:23:58,430 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/34f284b38f714222bfdeb283f1c70d51 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/34f284b38f714222bfdeb283f1c70d51 2024-11-21T10:23:58,442 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 34f284b38f714222bfdeb283f1c70d51(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:58,442 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:58,442 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=12, startTime=1732184637946; duration=0sec 2024-11-21T10:23:58,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/4c1329151b064cf2a7abd1a410f37747 is 50, key is test_row_0/C:col10/1732184638192/Put/seqid=0 2024-11-21T10:23:58,442 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:58,442 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:23:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184698460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184698464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184698466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741887_1063 (size=12201) 2024-11-21T10:23:58,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184698576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184698576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184698576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T10:23:58,588 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:23:58,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:23:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-21T10:23:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T10:23:58,593 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:23:58,594 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:23:58,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:23:58,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184698607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,611 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8316 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:23:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184698626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,629 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8345 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:23:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T10:23:58,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T10:23:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:58,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184698787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184698787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184698787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:58,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:58,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/4c1329151b064cf2a7abd1a410f37747 2024-11-21T10:23:58,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/48323181a15c48a583f93d6f83e610a4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/48323181a15c48a583f93d6f83e610a4 2024-11-21T10:23:58,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/48323181a15c48a583f93d6f83e610a4, entries=150, sequenceid=257, filesize=11.9 K 2024-11-21T10:23:58,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T10:23:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/29f8f69e46ee4db6834d4bcb27ccb2eb as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/29f8f69e46ee4db6834d4bcb27ccb2eb 2024-11-21T10:23:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T10:23:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:58,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/29f8f69e46ee4db6834d4bcb27ccb2eb, entries=150, sequenceid=257, filesize=11.9 K 2024-11-21T10:23:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/4c1329151b064cf2a7abd1a410f37747 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4c1329151b064cf2a7abd1a410f37747 2024-11-21T10:23:58,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4c1329151b064cf2a7abd1a410f37747, entries=150, sequenceid=257, filesize=11.9 K 2024-11-21T10:23:58,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 64750895b2cd19dea87bb02127bed704 in 597ms, sequenceid=257, compaction requested=true 2024-11-21T10:23:58,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:58,928 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:23:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:58,929 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:23:58,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:23:58,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:23:58,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:58,930 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,931 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/34f284b38f714222bfdeb283f1c70d51, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0ba28de4288645d1ad035b63ef64946e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/48323181a15c48a583f93d6f83e610a4] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.1 K 2024-11-21T10:23:58,931 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34f284b38f714222bfdeb283f1c70d51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732184636847 2024-11-21T10:23:58,931 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:58,931 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:23:58,932 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:58,932 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/50d2d31931274f2ea2be05736daf348a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/4572b19a9dfb4ddf91eaf878e910c6c7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/29f8f69e46ee4db6834d4bcb27ccb2eb] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.1 K 2024-11-21T10:23:58,932 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ba28de4288645d1ad035b63ef64946e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184637031 2024-11-21T10:23:58,932 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 50d2d31931274f2ea2be05736daf348a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732184636847 2024-11-21T10:23:58,933 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4572b19a9dfb4ddf91eaf878e910c6c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184637031 2024-11-21T10:23:58,933 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48323181a15c48a583f93d6f83e610a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732184638192 2024-11-21T10:23:58,935 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f8f69e46ee4db6834d4bcb27ccb2eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732184638192 2024-11-21T10:23:58,963 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:58,964 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/da06849a776147159b52ff08f551ddc6 is 50, key is test_row_0/B:col10/1732184638192/Put/seqid=0 2024-11-21T10:23:58,973 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:58,974 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/940a038b3be74fb78c545c079826d4a7 is 50, key is test_row_0/A:col10/1732184638192/Put/seqid=0 2024-11-21T10:23:59,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741888_1064 (size=12781) 2024-11-21T10:23:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741889_1065 (size=12781) 2024-11-21T10:23:59,041 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/da06849a776147159b52ff08f551ddc6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/da06849a776147159b52ff08f551ddc6 2024-11-21T10:23:59,055 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into da06849a776147159b52ff08f551ddc6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:59,055 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:59,055 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=13, startTime=1732184638929; duration=0sec 2024-11-21T10:23:59,055 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:23:59,055 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:23:59,056 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:23:59,058 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:23:59,058 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:23:59,058 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:59,058 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7ef5449633e74d2b97f4bc7e68a54b25, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3916d316bbc24392aa5607c279ccf2e9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4c1329151b064cf2a7abd1a410f37747] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.1 K 2024-11-21T10:23:59,059 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ef5449633e74d2b97f4bc7e68a54b25, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732184636847 2024-11-21T10:23:59,059 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 3916d316bbc24392aa5607c279ccf2e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184637031 2024-11-21T10:23:59,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T10:23:59,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:59,060 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c1329151b064cf2a7abd1a410f37747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732184638192 2024-11-21T10:23:59,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T10:23:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/85ec1caed55f43e693dee9ec5c1047c0 is 50, key is test_row_0/A:col10/1732184638457/Put/seqid=0 2024-11-21T10:23:59,083 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:23:59,084 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/693e1600bc2d41e8b793929dc6134f10 is 50, key is test_row_0/C:col10/1732184638192/Put/seqid=0 2024-11-21T10:23:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741890_1066 (size=12301) 2024-11-21T10:23:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741891_1067 (size=12781) 2024-11-21T10:23:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:59,110 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/693e1600bc2d41e8b793929dc6134f10 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/693e1600bc2d41e8b793929dc6134f10 2024-11-21T10:23:59,123 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 693e1600bc2d41e8b793929dc6134f10(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:59,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:59,123 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=13, startTime=1732184638930; duration=0sec 2024-11-21T10:23:59,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:59,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:23:59,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184699128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184699128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184699129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T10:23:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184699237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184699237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184699246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,442 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/940a038b3be74fb78c545c079826d4a7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/940a038b3be74fb78c545c079826d4a7 2024-11-21T10:23:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184699446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184699446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,450 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 940a038b3be74fb78c545c079826d4a7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:23:59,450 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,451 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=13, startTime=1732184638928; duration=0sec 2024-11-21T10:23:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,452 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:23:59,452 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:23:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184699456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/85ec1caed55f43e693dee9ec5c1047c0 2024-11-21T10:23:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/1157228b749d455aa89d8e0550bab072 is 50, key is test_row_0/B:col10/1732184638457/Put/seqid=0 2024-11-21T10:23:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741892_1068 (size=12301) 2024-11-21T10:23:59,516 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/1157228b749d455aa89d8e0550bab072 2024-11-21T10:23:59,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/58fc77c5098846048c33d13dda4af5c6 is 50, key is test_row_0/C:col10/1732184638457/Put/seqid=0 2024-11-21T10:23:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741893_1069 (size=12301) 2024-11-21T10:23:59,565 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/58fc77c5098846048c33d13dda4af5c6 2024-11-21T10:23:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/85ec1caed55f43e693dee9ec5c1047c0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/85ec1caed55f43e693dee9ec5c1047c0 2024-11-21T10:23:59,585 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/85ec1caed55f43e693dee9ec5c1047c0, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T10:23:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/1157228b749d455aa89d8e0550bab072 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1157228b749d455aa89d8e0550bab072 2024-11-21T10:23:59,597 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1157228b749d455aa89d8e0550bab072, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T10:23:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/58fc77c5098846048c33d13dda4af5c6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/58fc77c5098846048c33d13dda4af5c6 2024-11-21T10:23:59,611 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/58fc77c5098846048c33d13dda4af5c6, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T10:23:59,614 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 64750895b2cd19dea87bb02127bed704 in 554ms, sequenceid=280, compaction requested=false 2024-11-21T10:23:59,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:23:59,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:59,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-21T10:23:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-21T10:23:59,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T10:23:59,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-21T10:23:59,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0330 sec 2024-11-21T10:23:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T10:23:59,727 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:23:59,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:23:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-21T10:23:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T10:23:59,733 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:23:59,734 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:23:59,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:23:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:23:59,761 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:23:59,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T10:23:59,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/4d721e04390342488ad8a6e2723db02b is 50, key is test_row_0/A:col10/1732184639758/Put/seqid=0 2024-11-21T10:23:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741894_1070 (size=14741) 2024-11-21T10:23:59,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/4d721e04390342488ad8a6e2723db02b 2024-11-21T10:23:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184699819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184699820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184699820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/aed9989c99ad44b7a3ba637b1de22a04 is 50, key is test_row_0/B:col10/1732184639758/Put/seqid=0 2024-11-21T10:23:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T10:23:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741895_1071 (size=12301) 2024-11-21T10:23:59,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:23:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:23:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:23:59,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:23:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184699937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184699937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:23:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184699937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:23:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:23:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:23:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:24:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T10:24:00,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184700146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184700146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184700146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:24:00,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/aed9989c99ad44b7a3ba637b1de22a04 2024-11-21T10:24:00,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/05ccdbdd5aaf42cda0a29eaac1f55077 is 50, key is test_row_0/C:col10/1732184639758/Put/seqid=0 2024-11-21T10:24:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741896_1072 (size=12301) 2024-11-21T10:24:00,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:24:00,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:00,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T10:24:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184700456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:00,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184700457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184700457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:00,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:00,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:24:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:24:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:00,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/05ccdbdd5aaf42cda0a29eaac1f55077 2024-11-21T10:24:00,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/4d721e04390342488ad8a6e2723db02b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/4d721e04390342488ad8a6e2723db02b 2024-11-21T10:24:00,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/4d721e04390342488ad8a6e2723db02b, entries=200, sequenceid=300, filesize=14.4 K 2024-11-21T10:24:00,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/aed9989c99ad44b7a3ba637b1de22a04 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/aed9989c99ad44b7a3ba637b1de22a04 2024-11-21T10:24:00,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/aed9989c99ad44b7a3ba637b1de22a04, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T10:24:00,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/05ccdbdd5aaf42cda0a29eaac1f55077 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/05ccdbdd5aaf42cda0a29eaac1f55077 2024-11-21T10:24:00,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/05ccdbdd5aaf42cda0a29eaac1f55077, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T10:24:00,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 64750895b2cd19dea87bb02127bed704 in 941ms, sequenceid=300, compaction requested=true 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:00,703 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:00,703 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:00,704 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:00,705 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:24:00,705 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,705 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:00,705 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/940a038b3be74fb78c545c079826d4a7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/85ec1caed55f43e693dee9ec5c1047c0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/4d721e04390342488ad8a6e2723db02b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=38.9 K 2024-11-21T10:24:00,705 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:24:00,705 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,705 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/da06849a776147159b52ff08f551ddc6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1157228b749d455aa89d8e0550bab072, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/aed9989c99ad44b7a3ba637b1de22a04] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.5 K 2024-11-21T10:24:00,706 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 940a038b3be74fb78c545c079826d4a7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732184638192 2024-11-21T10:24:00,706 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting da06849a776147159b52ff08f551ddc6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732184638192 2024-11-21T10:24:00,707 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85ec1caed55f43e693dee9ec5c1047c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732184638457 2024-11-21T10:24:00,707 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 1157228b749d455aa89d8e0550bab072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732184638457 2024-11-21T10:24:00,708 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d721e04390342488ad8a6e2723db02b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184639113 2024-11-21T10:24:00,709 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting aed9989c99ad44b7a3ba637b1de22a04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184639113 2024-11-21T10:24:00,723 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:00,724 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/bda4785d2a9044fdbd3fbd5495d30282 is 50, key is test_row_0/A:col10/1732184639758/Put/seqid=0 2024-11-21T10:24:00,726 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:00,727 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/b9d24ae383e146c588c40313edcfdd86 is 50, key is test_row_0/B:col10/1732184639758/Put/seqid=0 2024-11-21T10:24:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741898_1074 (size=12983) 2024-11-21T10:24:00,752 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/b9d24ae383e146c588c40313edcfdd86 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b9d24ae383e146c588c40313edcfdd86 2024-11-21T10:24:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741897_1073 (size=12983) 2024-11-21T10:24:00,762 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into b9d24ae383e146c588c40313edcfdd86(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:00,762 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:00,762 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=13, startTime=1732184640703; duration=0sec 2024-11-21T10:24:00,763 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:00,763 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:24:00,763 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:00,764 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:00,764 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:24:00,765 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,765 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/693e1600bc2d41e8b793929dc6134f10, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/58fc77c5098846048c33d13dda4af5c6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/05ccdbdd5aaf42cda0a29eaac1f55077] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.5 K 2024-11-21T10:24:00,765 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 693e1600bc2d41e8b793929dc6134f10, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732184638192 2024-11-21T10:24:00,766 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 58fc77c5098846048c33d13dda4af5c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732184638457 2024-11-21T10:24:00,767 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 05ccdbdd5aaf42cda0a29eaac1f55077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184639113 2024-11-21T10:24:00,768 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/bda4785d2a9044fdbd3fbd5495d30282 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/bda4785d2a9044fdbd3fbd5495d30282 2024-11-21T10:24:00,778 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into bda4785d2a9044fdbd3fbd5495d30282(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:00,778 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:00,778 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=13, startTime=1732184640703; duration=0sec 2024-11-21T10:24:00,778 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:00,778 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:24:00,782 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:00,783 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7b1d24cfa80642baa3e081e3ac5c3f19 is 50, key is test_row_0/C:col10/1732184639758/Put/seqid=0 2024-11-21T10:24:00,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741899_1075 (size=12983) 2024-11-21T10:24:00,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T10:24:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,816 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T10:24:00,825 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7b1d24cfa80642baa3e081e3ac5c3f19 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7b1d24cfa80642baa3e081e3ac5c3f19 2024-11-21T10:24:00,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/f13af6ad0b0b4588ae8af2847a4a5b2c is 50, key is test_row_0/A:col10/1732184639817/Put/seqid=0 2024-11-21T10:24:00,835 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 7b1d24cfa80642baa3e081e3ac5c3f19(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:00,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:00,835 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=13, startTime=1732184640703; duration=0sec 2024-11-21T10:24:00,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:00,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:24:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741900_1076 (size=12301) 2024-11-21T10:24:00,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/f13af6ad0b0b4588ae8af2847a4a5b2c 2024-11-21T10:24:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/38ad248bb86d452e9ab3383e3a223356 is 50, key is test_row_0/B:col10/1732184639817/Put/seqid=0 2024-11-21T10:24:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T10:24:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741901_1077 (size=12301) 2024-11-21T10:24:00,890 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/38ad248bb86d452e9ab3383e3a223356 2024-11-21T10:24:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/15e976ffe3f14a299430fee6487a59fb is 50, key is test_row_0/C:col10/1732184639817/Put/seqid=0 2024-11-21T10:24:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741902_1078 (size=12301) 2024-11-21T10:24:00,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/15e976ffe3f14a299430fee6487a59fb 2024-11-21T10:24:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/f13af6ad0b0b4588ae8af2847a4a5b2c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f13af6ad0b0b4588ae8af2847a4a5b2c 2024-11-21T10:24:00,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f13af6ad0b0b4588ae8af2847a4a5b2c, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T10:24:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/38ad248bb86d452e9ab3383e3a223356 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/38ad248bb86d452e9ab3383e3a223356 2024-11-21T10:24:00,966 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/38ad248bb86d452e9ab3383e3a223356, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T10:24:00,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/15e976ffe3f14a299430fee6487a59fb as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/15e976ffe3f14a299430fee6487a59fb 2024-11-21T10:24:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:00,980 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/15e976ffe3f14a299430fee6487a59fb, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T10:24:00,981 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=40.25 KB/41220 for 64750895b2cd19dea87bb02127bed704 in 165ms, sequenceid=321, compaction requested=false 2024-11-21T10:24:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-21T10:24:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-21T10:24:00,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T10:24:00,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2490 sec 2024-11-21T10:24:00,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2590 sec 2024-11-21T10:24:00,995 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:00,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:24:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:01,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/d49d629962544a93931aec5b63cd982b is 50, key is test_row_0/A:col10/1732184640995/Put/seqid=0 2024-11-21T10:24:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741903_1079 (size=14741) 2024-11-21T10:24:01,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/d49d629962544a93931aec5b63cd982b 2024-11-21T10:24:01,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184701056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184701060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184701061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c38e3fe3e23c4105a320b0f55384ebef is 50, key is test_row_0/B:col10/1732184640995/Put/seqid=0 2024-11-21T10:24:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741904_1080 (size=12301) 2024-11-21T10:24:01,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c38e3fe3e23c4105a320b0f55384ebef 2024-11-21T10:24:01,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/897d50682b4f4c72b73c7a1625226154 is 50, key is test_row_0/C:col10/1732184640995/Put/seqid=0 2024-11-21T10:24:01,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184701167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184701167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184701167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741905_1081 (size=12301) 2024-11-21T10:24:01,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184701376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184701376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184701376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/897d50682b4f4c72b73c7a1625226154 2024-11-21T10:24:01,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/d49d629962544a93931aec5b63cd982b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d49d629962544a93931aec5b63cd982b 2024-11-21T10:24:01,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d49d629962544a93931aec5b63cd982b, entries=200, sequenceid=335, filesize=14.4 K 2024-11-21T10:24:01,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c38e3fe3e23c4105a320b0f55384ebef as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c38e3fe3e23c4105a320b0f55384ebef 2024-11-21T10:24:01,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c38e3fe3e23c4105a320b0f55384ebef, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T10:24:01,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/897d50682b4f4c72b73c7a1625226154 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/897d50682b4f4c72b73c7a1625226154 2024-11-21T10:24:01,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/897d50682b4f4c72b73c7a1625226154, entries=150, sequenceid=335, filesize=12.0 K 2024-11-21T10:24:01,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 64750895b2cd19dea87bb02127bed704 in 639ms, sequenceid=335, compaction requested=true 2024-11-21T10:24:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:01,635 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:01,635 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:01,637 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:01,637 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:01,637 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:24:01,637 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:24:01,637 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:01,637 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:01,637 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/bda4785d2a9044fdbd3fbd5495d30282, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f13af6ad0b0b4588ae8af2847a4a5b2c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d49d629962544a93931aec5b63cd982b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=39.1 K 2024-11-21T10:24:01,637 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b9d24ae383e146c588c40313edcfdd86, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/38ad248bb86d452e9ab3383e3a223356, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c38e3fe3e23c4105a320b0f55384ebef] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.7 K 2024-11-21T10:24:01,638 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b9d24ae383e146c588c40313edcfdd86, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184639113 2024-11-21T10:24:01,638 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting bda4785d2a9044fdbd3fbd5495d30282, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184639113 2024-11-21T10:24:01,638 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 38ad248bb86d452e9ab3383e3a223356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732184639813 2024-11-21T10:24:01,639 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f13af6ad0b0b4588ae8af2847a4a5b2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732184639813 2024-11-21T10:24:01,639 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting d49d629962544a93931aec5b63cd982b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732184640989 2024-11-21T10:24:01,639 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c38e3fe3e23c4105a320b0f55384ebef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732184640989 2024-11-21T10:24:01,652 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:01,652 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:01,652 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/227fdebca3554699aa294f890f56deb4 is 50, key is test_row_0/A:col10/1732184640995/Put/seqid=0 2024-11-21T10:24:01,653 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/389fe971f7874d6ab8e433fd13fa62a4 is 50, key is test_row_0/B:col10/1732184640995/Put/seqid=0 2024-11-21T10:24:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:01,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:24:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741907_1083 (size=13085) 2024-11-21T10:24:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741906_1082 (size=13085) 2024-11-21T10:24:01,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/1267b551d7714048b0374d156c684fc0 is 50, key is test_row_0/A:col10/1732184641690/Put/seqid=0 2024-11-21T10:24:01,710 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/227fdebca3554699aa294f890f56deb4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/227fdebca3554699aa294f890f56deb4 2024-11-21T10:24:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184701712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184701716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184701716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,723 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 227fdebca3554699aa294f890f56deb4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:01,723 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:01,724 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=13, startTime=1732184641635; duration=0sec 2024-11-21T10:24:01,724 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:01,725 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:24:01,726 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:01,728 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/389fe971f7874d6ab8e433fd13fa62a4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/389fe971f7874d6ab8e433fd13fa62a4 2024-11-21T10:24:01,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741908_1084 (size=14741) 2024-11-21T10:24:01,740 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:01,740 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:24:01,740 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:01,741 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7b1d24cfa80642baa3e081e3ac5c3f19, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/15e976ffe3f14a299430fee6487a59fb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/897d50682b4f4c72b73c7a1625226154] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=36.7 K 2024-11-21T10:24:01,741 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b1d24cfa80642baa3e081e3ac5c3f19, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184639113 2024-11-21T10:24:01,742 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15e976ffe3f14a299430fee6487a59fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732184639813 2024-11-21T10:24:01,742 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 897d50682b4f4c72b73c7a1625226154, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732184640989 2024-11-21T10:24:01,743 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into 389fe971f7874d6ab8e433fd13fa62a4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:01,743 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:01,743 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=13, startTime=1732184641635; duration=0sec 2024-11-21T10:24:01,743 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:01,743 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:24:01,761 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:01,761 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3c7b9a87424641b4899fd135db0cc0a3 is 50, key is test_row_0/C:col10/1732184640995/Put/seqid=0 2024-11-21T10:24:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741909_1085 (size=13085) 2024-11-21T10:24:01,789 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3c7b9a87424641b4899fd135db0cc0a3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3c7b9a87424641b4899fd135db0cc0a3 2024-11-21T10:24:01,801 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 3c7b9a87424641b4899fd135db0cc0a3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:01,801 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:01,801 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=13, startTime=1732184641635; duration=0sec 2024-11-21T10:24:01,802 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:01,802 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:24:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184701827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184701827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184701827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T10:24:01,877 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:01,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-21T10:24:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:01,879 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:01,880 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:01,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:02,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T10:24:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184702036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184702036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184702041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/1267b551d7714048b0374d156c684fc0 2024-11-21T10:24:02,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/fe8ac32ff44c457c97b7e641e5bc6811 is 50, key is test_row_0/B:col10/1732184641690/Put/seqid=0 2024-11-21T10:24:02,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741910_1086 (size=12301) 2024-11-21T10:24:02,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/fe8ac32ff44c457c97b7e641e5bc6811 2024-11-21T10:24:02,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88 is 50, key is test_row_0/C:col10/1732184641690/Put/seqid=0 2024-11-21T10:24:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741911_1087 (size=12301) 2024-11-21T10:24:02,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T10:24:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:02,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T10:24:02,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184702347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184702347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184702347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T10:24:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:02,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88 2024-11-21T10:24:02,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/1267b551d7714048b0374d156c684fc0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/1267b551d7714048b0374d156c684fc0 2024-11-21T10:24:02,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/1267b551d7714048b0374d156c684fc0, entries=200, sequenceid=360, filesize=14.4 K 2024-11-21T10:24:02,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/fe8ac32ff44c457c97b7e641e5bc6811 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/fe8ac32ff44c457c97b7e641e5bc6811 2024-11-21T10:24:02,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/fe8ac32ff44c457c97b7e641e5bc6811, entries=150, sequenceid=360, filesize=12.0 K 2024-11-21T10:24:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88 2024-11-21T10:24:02,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88, entries=150, sequenceid=360, filesize=12.0 K 2024-11-21T10:24:02,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 64750895b2cd19dea87bb02127bed704 in 909ms, sequenceid=360, compaction requested=false 2024-11-21T10:24:02,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:02,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T10:24:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:02,647 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:24:02,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/f60610f5ddff49ccbed2259187c169d3 is 50, key is test_row_0/A:col10/1732184641710/Put/seqid=0 2024-11-21T10:24:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741912_1088 (size=9857) 2024-11-21T10:24:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184702921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184702925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184702925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:03,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184703037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184703037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184703037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,178 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/f60610f5ddff49ccbed2259187c169d3 2024-11-21T10:24:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/7c9047e6ba7148e59c9acf42332d4f5d is 50, key is test_row_0/B:col10/1732184641710/Put/seqid=0 2024-11-21T10:24:03,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741913_1089 (size=9857) 2024-11-21T10:24:03,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184703246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184703246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184703246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184703556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184703556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184703556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:03,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:03,596 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/7c9047e6ba7148e59c9acf42332d4f5d 2024-11-21T10:24:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/788ffba1132741ada3ffe9f3cd6f1ae8 is 50, key is test_row_0/C:col10/1732184641710/Put/seqid=0 2024-11-21T10:24:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741914_1090 (size=9857) 2024-11-21T10:24:04,011 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/788ffba1132741ada3ffe9f3cd6f1ae8 2024-11-21T10:24:04,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/f60610f5ddff49ccbed2259187c169d3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f60610f5ddff49ccbed2259187c169d3 2024-11-21T10:24:04,023 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f60610f5ddff49ccbed2259187c169d3, entries=100, sequenceid=375, filesize=9.6 K 2024-11-21T10:24:04,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/7c9047e6ba7148e59c9acf42332d4f5d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/7c9047e6ba7148e59c9acf42332d4f5d 2024-11-21T10:24:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:04,030 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/7c9047e6ba7148e59c9acf42332d4f5d, entries=100, sequenceid=375, filesize=9.6 K 2024-11-21T10:24:04,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/788ffba1132741ada3ffe9f3cd6f1ae8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/788ffba1132741ada3ffe9f3cd6f1ae8 2024-11-21T10:24:04,039 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/788ffba1132741ada3ffe9f3cd6f1ae8, entries=100, sequenceid=375, filesize=9.6 K 2024-11-21T10:24:04,040 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 64750895b2cd19dea87bb02127bed704 in 1393ms, sequenceid=375, compaction requested=true 2024-11-21T10:24:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:04,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:04,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-21T10:24:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-21T10:24:04,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T10:24:04,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec 2024-11-21T10:24:04,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.1690 sec 2024-11-21T10:24:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:04,070 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:04,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:24:04,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/b83ca83403bf4b8faa17183029beeefa is 50, key is test_row_0/A:col10/1732184644068/Put/seqid=0 2024-11-21T10:24:04,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741915_1091 (size=12301) 2024-11-21T10:24:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184704083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184704084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/b83ca83403bf4b8faa17183029beeefa 2024-11-21T10:24:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184704086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/8588ac0709df4b0e8a397a150abd6bb5 is 50, key is test_row_0/B:col10/1732184644068/Put/seqid=0 2024-11-21T10:24:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741916_1092 (size=12301) 2024-11-21T10:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184704197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184704197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184704198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184704407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184704407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184704407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/8588ac0709df4b0e8a397a150abd6bb5 2024-11-21T10:24:04,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/359ceb2ef2d648759e95ffe4dbdd0216 is 50, key is test_row_0/C:col10/1732184644068/Put/seqid=0 2024-11-21T10:24:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741917_1093 (size=12301) 2024-11-21T10:24:04,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184704716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184704726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184704727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:04,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/359ceb2ef2d648759e95ffe4dbdd0216 2024-11-21T10:24:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/b83ca83403bf4b8faa17183029beeefa as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b83ca83403bf4b8faa17183029beeefa 2024-11-21T10:24:04,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b83ca83403bf4b8faa17183029beeefa, entries=150, sequenceid=400, filesize=12.0 K 2024-11-21T10:24:04,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/8588ac0709df4b0e8a397a150abd6bb5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/8588ac0709df4b0e8a397a150abd6bb5 2024-11-21T10:24:04,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/8588ac0709df4b0e8a397a150abd6bb5, entries=150, sequenceid=400, filesize=12.0 K 2024-11-21T10:24:04,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/359ceb2ef2d648759e95ffe4dbdd0216 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/359ceb2ef2d648759e95ffe4dbdd0216 2024-11-21T10:24:04,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/359ceb2ef2d648759e95ffe4dbdd0216, entries=150, sequenceid=400, filesize=12.0 K 2024-11-21T10:24:04,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 64750895b2cd19dea87bb02127bed704 in 878ms, sequenceid=400, compaction requested=true 2024-11-21T10:24:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:04,949 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:04,949 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:04,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:04,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:04,950 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49984 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:04,950 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:24:04,951 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:04,951 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:04,951 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/227fdebca3554699aa294f890f56deb4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/1267b551d7714048b0374d156c684fc0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f60610f5ddff49ccbed2259187c169d3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b83ca83403bf4b8faa17183029beeefa] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=48.8 K 2024-11-21T10:24:04,951 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:24:04,951 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:04,951 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/389fe971f7874d6ab8e433fd13fa62a4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/fe8ac32ff44c457c97b7e641e5bc6811, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/7c9047e6ba7148e59c9acf42332d4f5d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/8588ac0709df4b0e8a397a150abd6bb5] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=46.4 K 2024-11-21T10:24:04,952 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 227fdebca3554699aa294f890f56deb4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732184640989 2024-11-21T10:24:04,952 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 389fe971f7874d6ab8e433fd13fa62a4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732184640989 2024-11-21T10:24:04,952 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting fe8ac32ff44c457c97b7e641e5bc6811, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732184641041 2024-11-21T10:24:04,952 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1267b551d7714048b0374d156c684fc0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732184641041 2024-11-21T10:24:04,952 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c9047e6ba7148e59c9acf42332d4f5d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732184641710 2024-11-21T10:24:04,952 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f60610f5ddff49ccbed2259187c169d3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732184641710 2024-11-21T10:24:04,953 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b83ca83403bf4b8faa17183029beeefa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732184642923 2024-11-21T10:24:04,953 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8588ac0709df4b0e8a397a150abd6bb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732184642923 2024-11-21T10:24:04,963 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:04,963 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/6934d9991f5940e98386d5224c56e306 is 50, key is test_row_0/A:col10/1732184644068/Put/seqid=0 2024-11-21T10:24:04,967 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:04,967 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/bf09082f6aee42a7bb9cbf2a0e3a9793 is 50, key is test_row_0/B:col10/1732184644068/Put/seqid=0 2024-11-21T10:24:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741918_1094 (size=13221) 2024-11-21T10:24:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741919_1095 (size=13221) 2024-11-21T10:24:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:05,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:24:05,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/eccae39c5d2248de8d7e62621c63763c is 50, key is test_row_0/A:col10/1732184644082/Put/seqid=0 2024-11-21T10:24:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741920_1096 (size=14741) 2024-11-21T10:24:05,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184705275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184705276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184705278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184705386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,394 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/bf09082f6aee42a7bb9cbf2a0e3a9793 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf09082f6aee42a7bb9cbf2a0e3a9793 2024-11-21T10:24:05,395 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/6934d9991f5940e98386d5224c56e306 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/6934d9991f5940e98386d5224c56e306 2024-11-21T10:24:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184705393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184705393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,408 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into bf09082f6aee42a7bb9cbf2a0e3a9793(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:05,408 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 6934d9991f5940e98386d5224c56e306(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:05,408 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:05,408 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:05,408 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=12, startTime=1732184644949; duration=0sec 2024-11-21T10:24:05,408 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=12, startTime=1732184644949; duration=0sec 2024-11-21T10:24:05,408 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:05,409 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:24:05,409 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:05,410 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:05,410 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:24:05,416 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:05,416 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:24:05,416 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:05,416 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3c7b9a87424641b4899fd135db0cc0a3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/788ffba1132741ada3ffe9f3cd6f1ae8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/359ceb2ef2d648759e95ffe4dbdd0216] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=46.4 K 2024-11-21T10:24:05,417 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c7b9a87424641b4899fd135db0cc0a3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732184640989 2024-11-21T10:24:05,417 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f5f02ab6a9c4fc9a26b8ae2a42fae88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732184641041 2024-11-21T10:24:05,418 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 788ffba1132741ada3ffe9f3cd6f1ae8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732184641710 2024-11-21T10:24:05,418 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 359ceb2ef2d648759e95ffe4dbdd0216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732184642923 2024-11-21T10:24:05,435 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:05,436 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3fd09c18946a4608aacfdd92ae9c30d3 is 50, key is test_row_0/C:col10/1732184644068/Put/seqid=0 2024-11-21T10:24:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741921_1097 (size=13221) 2024-11-21T10:24:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184705597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184705607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184705607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/eccae39c5d2248de8d7e62621c63763c 2024-11-21T10:24:05,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c708ec45eba041cf8e3322404ff939e9 is 50, key is test_row_0/B:col10/1732184644082/Put/seqid=0 2024-11-21T10:24:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741922_1098 (size=12301) 2024-11-21T10:24:05,862 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/3fd09c18946a4608aacfdd92ae9c30d3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3fd09c18946a4608aacfdd92ae9c30d3 2024-11-21T10:24:05,868 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 3fd09c18946a4608aacfdd92ae9c30d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:05,868 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:05,868 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=12, startTime=1732184644949; duration=0sec 2024-11-21T10:24:05,868 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:05,868 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:24:05,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184705906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184705916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184705917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T10:24:06,036 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:06,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-21T10:24:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T10:24:06,039 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:06,039 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:06,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:06,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c708ec45eba041cf8e3322404ff939e9 2024-11-21T10:24:06,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/fa52e2c389bd4aa3a2ac26d586f911af is 50, key is test_row_0/C:col10/1732184644082/Put/seqid=0 2024-11-21T10:24:06,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741923_1099 (size=12301) 2024-11-21T10:24:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T10:24:06,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T10:24:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T10:24:06,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:06,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T10:24:06,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184706416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184706426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184706426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:06,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/fa52e2c389bd4aa3a2ac26d586f911af 2024-11-21T10:24:06,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/eccae39c5d2248de8d7e62621c63763c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/eccae39c5d2248de8d7e62621c63763c 2024-11-21T10:24:06,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/eccae39c5d2248de8d7e62621c63763c, entries=200, sequenceid=412, filesize=14.4 K 2024-11-21T10:24:06,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c708ec45eba041cf8e3322404ff939e9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c708ec45eba041cf8e3322404ff939e9 2024-11-21T10:24:06,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c708ec45eba041cf8e3322404ff939e9, entries=150, sequenceid=412, filesize=12.0 K 2024-11-21T10:24:06,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/fa52e2c389bd4aa3a2ac26d586f911af as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/fa52e2c389bd4aa3a2ac26d586f911af 2024-11-21T10:24:06,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T10:24:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:06,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/fa52e2c389bd4aa3a2ac26d586f911af, entries=150, sequenceid=412, filesize=12.0 K 2024-11-21T10:24:06,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 64750895b2cd19dea87bb02127bed704 in 1275ms, sequenceid=412, compaction requested=false 2024-11-21T10:24:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:06,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T10:24:06,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:06,653 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:24:06,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/8bf1eb1a9dfc42ee929589fe07a05173 is 50, key is test_row_0/A:col10/1732184645275/Put/seqid=0 2024-11-21T10:24:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T10:24:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741924_1100 (size=12301) 2024-11-21T10:24:06,704 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/8bf1eb1a9dfc42ee929589fe07a05173 2024-11-21T10:24:06,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/e27d09ee177146a2bf52307f2c5d3a26 is 50, key is test_row_0/B:col10/1732184645275/Put/seqid=0 2024-11-21T10:24:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741925_1101 (size=12301) 2024-11-21T10:24:06,726 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/e27d09ee177146a2bf52307f2c5d3a26 2024-11-21T10:24:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/803edbd892b9492d9f14e703d293fee7 is 50, key is test_row_0/C:col10/1732184645275/Put/seqid=0 2024-11-21T10:24:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741926_1102 (size=12301) 2024-11-21T10:24:07,152 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/803edbd892b9492d9f14e703d293fee7 2024-11-21T10:24:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/8bf1eb1a9dfc42ee929589fe07a05173 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8bf1eb1a9dfc42ee929589fe07a05173 2024-11-21T10:24:07,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8bf1eb1a9dfc42ee929589fe07a05173, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T10:24:07,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/e27d09ee177146a2bf52307f2c5d3a26 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e27d09ee177146a2bf52307f2c5d3a26 2024-11-21T10:24:07,173 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e27d09ee177146a2bf52307f2c5d3a26, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T10:24:07,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/803edbd892b9492d9f14e703d293fee7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/803edbd892b9492d9f14e703d293fee7 2024-11-21T10:24:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T10:24:07,181 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/803edbd892b9492d9f14e703d293fee7, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T10:24:07,182 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 64750895b2cd19dea87bb02127bed704 in 529ms, sequenceid=440, compaction requested=true 2024-11-21T10:24:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-21T10:24:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-21T10:24:07,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-21T10:24:07,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1440 sec 2024-11-21T10:24:07,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.1490 sec 2024-11-21T10:24:07,440 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:07,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:24:07,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/16d0547c837a446ea94ddac84d758528 is 50, key is test_row_0/A:col10/1732184647436/Put/seqid=0 2024-11-21T10:24:07,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741927_1103 (size=14741) 2024-11-21T10:24:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184707475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184707476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184707477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184707586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184707586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184707586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184707796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184707797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184707797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:07,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/16d0547c837a446ea94ddac84d758528 2024-11-21T10:24:07,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/9b5fb743abf849db88c1908efb0735a3 is 50, key is test_row_0/B:col10/1732184647436/Put/seqid=0 2024-11-21T10:24:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741928_1104 (size=12301) 2024-11-21T10:24:07,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/9b5fb743abf849db88c1908efb0735a3 2024-11-21T10:24:07,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/5306214f46e44a34887b3213cd9e5d90 is 50, key is test_row_0/C:col10/1732184647436/Put/seqid=0 2024-11-21T10:24:07,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741929_1105 (size=12301) 2024-11-21T10:24:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184708106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184708106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184708106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T10:24:08,186 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:08,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-21T10:24:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T10:24:08,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:08,190 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:08,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T10:24:08,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T10:24:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:08,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:08,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/5306214f46e44a34887b3213cd9e5d90 2024-11-21T10:24:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/16d0547c837a446ea94ddac84d758528 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16d0547c837a446ea94ddac84d758528 2024-11-21T10:24:08,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16d0547c837a446ea94ddac84d758528, entries=200, sequenceid=451, filesize=14.4 K 2024-11-21T10:24:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/9b5fb743abf849db88c1908efb0735a3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9b5fb743abf849db88c1908efb0735a3 2024-11-21T10:24:08,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9b5fb743abf849db88c1908efb0735a3, entries=150, sequenceid=451, filesize=12.0 K 2024-11-21T10:24:08,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/5306214f46e44a34887b3213cd9e5d90 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/5306214f46e44a34887b3213cd9e5d90 2024-11-21T10:24:08,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/5306214f46e44a34887b3213cd9e5d90, entries=150, sequenceid=451, filesize=12.0 K 2024-11-21T10:24:08,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 64750895b2cd19dea87bb02127bed704 in 980ms, sequenceid=451, compaction requested=true 2024-11-21T10:24:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:08,421 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:08,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:08,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:08,421 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:08,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:08,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:08,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:08,422 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:08,422 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:24:08,422 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:08,422 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:08,422 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:24:08,422 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:08,422 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/6934d9991f5940e98386d5224c56e306, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/eccae39c5d2248de8d7e62621c63763c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8bf1eb1a9dfc42ee929589fe07a05173, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16d0547c837a446ea94ddac84d758528] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=53.7 K 2024-11-21T10:24:08,422 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf09082f6aee42a7bb9cbf2a0e3a9793, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c708ec45eba041cf8e3322404ff939e9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e27d09ee177146a2bf52307f2c5d3a26, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9b5fb743abf849db88c1908efb0735a3] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=48.9 K 2024-11-21T10:24:08,423 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bf09082f6aee42a7bb9cbf2a0e3a9793, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732184642923 2024-11-21T10:24:08,423 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6934d9991f5940e98386d5224c56e306, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732184642923 2024-11-21T10:24:08,424 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c708ec45eba041cf8e3322404ff939e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732184644076 2024-11-21T10:24:08,424 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting eccae39c5d2248de8d7e62621c63763c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732184644076 2024-11-21T10:24:08,424 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e27d09ee177146a2bf52307f2c5d3a26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732184645269 2024-11-21T10:24:08,424 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf1eb1a9dfc42ee929589fe07a05173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732184645269 2024-11-21T10:24:08,425 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b5fb743abf849db88c1908efb0735a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732184647434 2024-11-21T10:24:08,425 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16d0547c837a446ea94ddac84d758528, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732184647434 2024-11-21T10:24:08,436 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:08,436 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:08,436 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/53568f9226e448458b066a0b582f6055 is 50, key is test_row_0/B:col10/1732184647436/Put/seqid=0 2024-11-21T10:24:08,439 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/e73b9863e9734f74a4dd32a323751436 is 50, key is test_row_0/A:col10/1732184647436/Put/seqid=0 2024-11-21T10:24:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741930_1106 (size=13357) 2024-11-21T10:24:08,447 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/53568f9226e448458b066a0b582f6055 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/53568f9226e448458b066a0b582f6055 2024-11-21T10:24:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741931_1107 (size=13357) 2024-11-21T10:24:08,459 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into 53568f9226e448458b066a0b582f6055(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:08,459 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:08,459 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=12, startTime=1732184648421; duration=0sec 2024-11-21T10:24:08,459 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:08,459 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:24:08,459 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:08,464 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/e73b9863e9734f74a4dd32a323751436 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/e73b9863e9734f74a4dd32a323751436 2024-11-21T10:24:08,464 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:08,464 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:24:08,464 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:08,465 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3fd09c18946a4608aacfdd92ae9c30d3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/fa52e2c389bd4aa3a2ac26d586f911af, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/803edbd892b9492d9f14e703d293fee7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/5306214f46e44a34887b3213cd9e5d90] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=48.9 K 2024-11-21T10:24:08,465 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fd09c18946a4608aacfdd92ae9c30d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732184642923 2024-11-21T10:24:08,466 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting fa52e2c389bd4aa3a2ac26d586f911af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732184644076 2024-11-21T10:24:08,467 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 803edbd892b9492d9f14e703d293fee7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732184645269 2024-11-21T10:24:08,467 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5306214f46e44a34887b3213cd9e5d90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732184647434 2024-11-21T10:24:08,472 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into e73b9863e9734f74a4dd32a323751436(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:08,472 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:08,472 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=12, startTime=1732184648420; duration=0sec 2024-11-21T10:24:08,473 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:08,473 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:24:08,486 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:08,486 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/22e91e5089f24efeb1fded4e7e907840 is 50, key is test_row_0/C:col10/1732184647436/Put/seqid=0 2024-11-21T10:24:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741932_1108 (size=13357) 2024-11-21T10:24:08,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T10:24:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:08,497 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:24:08,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/16af693e15dd455088ee3d2ec2eb9cbb is 50, key is test_row_0/A:col10/1732184647469/Put/seqid=0 2024-11-21T10:24:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T10:24:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741933_1109 (size=12301) 2024-11-21T10:24:08,517 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/16af693e15dd455088ee3d2ec2eb9cbb 2024-11-21T10:24:08,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c44d3b90272c435cb8e3f4f5509598a0 is 50, key is test_row_0/B:col10/1732184647469/Put/seqid=0 2024-11-21T10:24:08,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741934_1110 (size=12301) 2024-11-21T10:24:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. as already flushing 2024-11-21T10:24:08,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184708625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184708629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184708629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46090 deadline: 1732184708677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,678 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18393 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46110 deadline: 1732184708686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,689 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 64750895b2cd19dea87bb02127bed704 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18395 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184708736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184708737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184708737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T10:24:08,898 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/22e91e5089f24efeb1fded4e7e907840 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/22e91e5089f24efeb1fded4e7e907840 2024-11-21T10:24:08,907 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into 22e91e5089f24efeb1fded4e7e907840(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:08,908 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:08,908 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=12, startTime=1732184648421; duration=0sec 2024-11-21T10:24:08,908 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:08,908 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:24:08,991 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c44d3b90272c435cb8e3f4f5509598a0 2024-11-21T10:24:08,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184708991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184708991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:08,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184708992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7bce6042e8c84c00acf6013369e431bc is 50, key is test_row_0/C:col10/1732184647469/Put/seqid=0 2024-11-21T10:24:09,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741935_1111 (size=12301) 2024-11-21T10:24:09,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184709296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184709307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184709307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T10:24:09,410 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7bce6042e8c84c00acf6013369e431bc 2024-11-21T10:24:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/16af693e15dd455088ee3d2ec2eb9cbb as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16af693e15dd455088ee3d2ec2eb9cbb 2024-11-21T10:24:09,421 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16af693e15dd455088ee3d2ec2eb9cbb, entries=150, sequenceid=478, filesize=12.0 K 2024-11-21T10:24:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/c44d3b90272c435cb8e3f4f5509598a0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c44d3b90272c435cb8e3f4f5509598a0 2024-11-21T10:24:09,428 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c44d3b90272c435cb8e3f4f5509598a0, entries=150, sequenceid=478, filesize=12.0 K 2024-11-21T10:24:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/7bce6042e8c84c00acf6013369e431bc as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7bce6042e8c84c00acf6013369e431bc 2024-11-21T10:24:09,435 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7bce6042e8c84c00acf6013369e431bc, entries=150, sequenceid=478, filesize=12.0 K 2024-11-21T10:24:09,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 64750895b2cd19dea87bb02127bed704 in 940ms, sequenceid=478, compaction requested=false 2024-11-21T10:24:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-21T10:24:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-21T10:24:09,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T10:24:09,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2470 sec 2024-11-21T10:24:09,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.2530 sec 2024-11-21T10:24:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:09,809 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:09,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:24:09,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/0537291d83a844d18c01e806f98f626c is 50, key is test_row_0/A:col10/1732184648627/Put/seqid=0 2024-11-21T10:24:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741936_1112 (size=14741) 2024-11-21T10:24:09,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/0537291d83a844d18c01e806f98f626c 2024-11-21T10:24:09,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/1310143bcacf4f768c57f729bcf6b567 is 50, key is test_row_0/B:col10/1732184648627/Put/seqid=0 2024-11-21T10:24:09,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741937_1113 (size=12301) 2024-11-21T10:24:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184709849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184709850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/1310143bcacf4f768c57f729bcf6b567 2024-11-21T10:24:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184709854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/b11716b9f5044ee09a1c720c9f833419 is 50, key is test_row_0/C:col10/1732184648627/Put/seqid=0 2024-11-21T10:24:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741938_1114 (size=12301) 2024-11-21T10:24:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184709956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184709966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184709966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:09,974 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-21T10:24:09,974 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:09,974 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-21T10:24:09,974 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:09,976 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-21T10:24:09,976 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:09,977 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-21T10:24:09,978 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:09,979 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:09,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:09,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:09,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:09,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46116 deadline: 1732184710166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:10,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46160 deadline: 1732184710177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:10,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46100 deadline: 1732184710177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:10,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/b11716b9f5044ee09a1c720c9f833419 2024-11-21T10:24:10,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/0537291d83a844d18c01e806f98f626c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0537291d83a844d18c01e806f98f626c 2024-11-21T10:24:10,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0537291d83a844d18c01e806f98f626c, entries=200, sequenceid=492, filesize=14.4 K 2024-11-21T10:24:10,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/1310143bcacf4f768c57f729bcf6b567 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1310143bcacf4f768c57f729bcf6b567 2024-11-21T10:24:10,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1310143bcacf4f768c57f729bcf6b567, entries=150, sequenceid=492, filesize=12.0 K 2024-11-21T10:24:10,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/b11716b9f5044ee09a1c720c9f833419 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/b11716b9f5044ee09a1c720c9f833419 2024-11-21T10:24:10,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/b11716b9f5044ee09a1c720c9f833419, entries=150, sequenceid=492, filesize=12.0 K 2024-11-21T10:24:10,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 64750895b2cd19dea87bb02127bed704 in 491ms, sequenceid=492, compaction requested=true 2024-11-21T10:24:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:10,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:10,301 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:10,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:10,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:10,301 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:10,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64750895b2cd19dea87bb02127bed704:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:10,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:10,302 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:10,302 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:10,302 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/B is initiating minor compaction (all files) 2024-11-21T10:24:10,302 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/A is initiating minor compaction (all files) 2024-11-21T10:24:10,302 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/A in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:10,302 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/B in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:10,302 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/e73b9863e9734f74a4dd32a323751436, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16af693e15dd455088ee3d2ec2eb9cbb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0537291d83a844d18c01e806f98f626c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=39.5 K 2024-11-21T10:24:10,302 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/53568f9226e448458b066a0b582f6055, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c44d3b90272c435cb8e3f4f5509598a0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1310143bcacf4f768c57f729bcf6b567] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=37.1 K 2024-11-21T10:24:10,302 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 53568f9226e448458b066a0b582f6055, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732184647434 2024-11-21T10:24:10,302 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e73b9863e9734f74a4dd32a323751436, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732184647434 2024-11-21T10:24:10,303 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c44d3b90272c435cb8e3f4f5509598a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732184647469 2024-11-21T10:24:10,303 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16af693e15dd455088ee3d2ec2eb9cbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732184647469 2024-11-21T10:24:10,303 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 1310143bcacf4f768c57f729bcf6b567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732184648627 2024-11-21T10:24:10,303 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0537291d83a844d18c01e806f98f626c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732184648623 2024-11-21T10:24:10,311 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:10,311 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/cfa868063dfc48fcb528da11802d695d is 50, key is test_row_0/B:col10/1732184648627/Put/seqid=0 2024-11-21T10:24:10,312 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:10,312 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/7030c88a98d543be85d89fa30d0ad72f is 50, key is test_row_0/A:col10/1732184648627/Put/seqid=0 2024-11-21T10:24:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741939_1115 (size=13459) 2024-11-21T10:24:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741940_1116 (size=13459) 2024-11-21T10:24:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T10:24:10,336 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:10,480 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:10,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:24:10,480 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-21T10:24:10,480 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:10,481 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:10,481 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:10,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:10,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/82ace3e7ed8e4eb2b46683546a27826a is 50, key is test_row_0/A:col10/1732184649840/Put/seqid=0 2024-11-21T10:24:10,489 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-21T10:24:10,489 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-21T10:24:10,489 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:10,489 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:10,489 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:10,489 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:10,489 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:10,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:10,489 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:10,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741941_1117 (size=12301) 2024-11-21T10:24:10,725 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/cfa868063dfc48fcb528da11802d695d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/cfa868063dfc48fcb528da11802d695d 2024-11-21T10:24:10,725 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/7030c88a98d543be85d89fa30d0ad72f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/7030c88a98d543be85d89fa30d0ad72f 2024-11-21T10:24:10,731 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/B of 64750895b2cd19dea87bb02127bed704 into cfa868063dfc48fcb528da11802d695d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:10,731 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/A of 64750895b2cd19dea87bb02127bed704 into 7030c88a98d543be85d89fa30d0ad72f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:10,731 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/B, priority=13, startTime=1732184650301; duration=0sec 2024-11-21T10:24:10,731 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/A, priority=13, startTime=1732184650300; duration=0sec 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:B 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:A 2024-11-21T10:24:10,731 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:10,732 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:10,732 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 64750895b2cd19dea87bb02127bed704/C is initiating minor compaction (all files) 2024-11-21T10:24:10,732 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64750895b2cd19dea87bb02127bed704/C in TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:10,732 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/22e91e5089f24efeb1fded4e7e907840, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7bce6042e8c84c00acf6013369e431bc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/b11716b9f5044ee09a1c720c9f833419] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp, totalSize=37.1 K 2024-11-21T10:24:10,733 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 22e91e5089f24efeb1fded4e7e907840, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732184647434 2024-11-21T10:24:10,733 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bce6042e8c84c00acf6013369e431bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732184647469 2024-11-21T10:24:10,733 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b11716b9f5044ee09a1c720c9f833419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732184648627 2024-11-21T10:24:10,741 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64750895b2cd19dea87bb02127bed704#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:10,741 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/a28b22154f914aa992aacfa14205a609 is 50, key is test_row_0/C:col10/1732184648627/Put/seqid=0 2024-11-21T10:24:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741942_1118 (size=13459) 2024-11-21T10:24:10,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/82ace3e7ed8e4eb2b46683546a27826a 2024-11-21T10:24:10,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/322496056a3d4da4b71e2bd6f4263246 is 50, key is test_row_0/B:col10/1732184649840/Put/seqid=0 2024-11-21T10:24:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741943_1119 (size=12301) 2024-11-21T10:24:11,157 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/a28b22154f914aa992aacfa14205a609 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/a28b22154f914aa992aacfa14205a609 2024-11-21T10:24:11,165 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64750895b2cd19dea87bb02127bed704/C of 64750895b2cd19dea87bb02127bed704 into a28b22154f914aa992aacfa14205a609(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:11,166 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:11,166 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., storeName=64750895b2cd19dea87bb02127bed704/C, priority=13, startTime=1732184650301; duration=0sec 2024-11-21T10:24:11,166 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:11,166 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64750895b2cd19dea87bb02127bed704:C 2024-11-21T10:24:11,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/322496056a3d4da4b71e2bd6f4263246 2024-11-21T10:24:11,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/34078865ce7546c7b1d28aba06a69b90 is 50, key is test_row_0/C:col10/1732184649840/Put/seqid=0 2024-11-21T10:24:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741944_1120 (size=12301) 2024-11-21T10:24:11,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:24:11,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/34078865ce7546c7b1d28aba06a69b90 2024-11-21T10:24:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/82ace3e7ed8e4eb2b46683546a27826a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/82ace3e7ed8e4eb2b46683546a27826a 2024-11-21T10:24:11,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/82ace3e7ed8e4eb2b46683546a27826a, entries=150, sequenceid=516, filesize=12.0 K 2024-11-21T10:24:11,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/322496056a3d4da4b71e2bd6f4263246 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/322496056a3d4da4b71e2bd6f4263246 2024-11-21T10:24:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/322496056a3d4da4b71e2bd6f4263246, entries=150, sequenceid=516, filesize=12.0 K 2024-11-21T10:24:11,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/34078865ce7546c7b1d28aba06a69b90 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/34078865ce7546c7b1d28aba06a69b90 2024-11-21T10:24:11,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/34078865ce7546c7b1d28aba06a69b90, entries=150, sequenceid=516, filesize=12.0 K 2024-11-21T10:24:11,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 64750895b2cd19dea87bb02127bed704 in 1282ms, sequenceid=516, compaction requested=false 2024-11-21T10:24:11,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64750895b2cd19dea87bb02127bed704: 2024-11-21T10:24:18,689 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-21T10:24:18,689 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:18,689 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:18,690 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:18,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:18,698 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-21T10:24:18,698 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:18,698 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:18,698 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:18,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:18,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T10:24:18,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-21T10:24:18,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-11-21T10:24:18,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-21T10:24:18,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-21T10:24:18,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3686 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3632 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1659 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4975 rows 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1657 2024-11-21T10:24:18,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4971 rows 2024-11-21T10:24:18,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:24:18,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:24:18,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:18,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:18,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:18,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T10:24:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T10:24:18,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184658709"}]},"ts":"1732184658709"} 2024-11-21T10:24:18,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T10:24:18,711 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T10:24:18,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:24:18,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, UNASSIGN}] 2024-11-21T10:24:18,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, UNASSIGN 2024-11-21T10:24:18,720 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=64750895b2cd19dea87bb02127bed704, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, UNASSIGN because future has completed 2024-11-21T10:24:18,723 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:24:18,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:24:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T10:24:18,882 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:18,882 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:24:18,882 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 64750895b2cd19dea87bb02127bed704, disabling compactions & flushes 2024-11-21T10:24:18,882 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:18,883 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:18,883 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. after waiting 0 ms 2024-11-21T10:24:18,883 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:18,883 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 64750895b2cd19dea87bb02127bed704 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T10:24:18,890 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/afe3eba3095f4f3e8fe4dff5709f1ea7 is 50, key is test_row_1/A:col10/1732184658696/Put/seqid=0 2024-11-21T10:24:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741945_1121 (size=7415) 2024-11-21T10:24:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T10:24:19,297 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/afe3eba3095f4f3e8fe4dff5709f1ea7 2024-11-21T10:24:19,313 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/39c00022684c447595059fcf6a8f2da0 is 50, key is test_row_1/B:col10/1732184658696/Put/seqid=0 2024-11-21T10:24:19,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741946_1122 (size=7415) 2024-11-21T10:24:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T10:24:19,717 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/39c00022684c447595059fcf6a8f2da0 2024-11-21T10:24:19,729 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/d44a1258fdca4b8280722a23c797800f is 50, key is test_row_1/C:col10/1732184658696/Put/seqid=0 2024-11-21T10:24:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741947_1123 (size=7415) 2024-11-21T10:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T10:24:20,135 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/d44a1258fdca4b8280722a23c797800f 2024-11-21T10:24:20,140 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/A/afe3eba3095f4f3e8fe4dff5709f1ea7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/afe3eba3095f4f3e8fe4dff5709f1ea7 2024-11-21T10:24:20,145 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/afe3eba3095f4f3e8fe4dff5709f1ea7, entries=50, sequenceid=526, filesize=7.2 K 2024-11-21T10:24:20,146 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/B/39c00022684c447595059fcf6a8f2da0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/39c00022684c447595059fcf6a8f2da0 2024-11-21T10:24:20,151 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/39c00022684c447595059fcf6a8f2da0, entries=50, sequenceid=526, filesize=7.2 K 2024-11-21T10:24:20,151 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/.tmp/C/d44a1258fdca4b8280722a23c797800f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/d44a1258fdca4b8280722a23c797800f 2024-11-21T10:24:20,157 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/d44a1258fdca4b8280722a23c797800f, entries=50, sequenceid=526, filesize=7.2 K 2024-11-21T10:24:20,158 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 64750895b2cd19dea87bb02127bed704 in 1275ms, sequenceid=526, compaction requested=true 2024-11-21T10:24:20,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b38d78e607c847d8a921b702b7416079, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5699380bba7b433f80c4625fb6abfbf0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/ec9a2e664c1547d3b3d900402bfd5bf8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/287c9344aabe458b99612f1cf5acc5fe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/37749613a49a497fa42bc7157e587e49, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/56e0849c20744d18b99f4651c6c5fdf5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/568d0db1a63c472688585d456dad9410, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d89a837bc22e4544a88956a1556d3053, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8621c3d540354816aa62120ee2a5e111, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/598fa4a4d0d045469f88d413bc3a8ff3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5ea011918bcc408c82417cad7a27b89e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/daf600cf29d84063a9e1e66c978838f2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/34f284b38f714222bfdeb283f1c70d51, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/9600ef2ae4754074a1d5af8d5c12c291, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0ba28de4288645d1ad035b63ef64946e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/940a038b3be74fb78c545c079826d4a7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/48323181a15c48a583f93d6f83e610a4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/85ec1caed55f43e693dee9ec5c1047c0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/4d721e04390342488ad8a6e2723db02b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/bda4785d2a9044fdbd3fbd5495d30282, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f13af6ad0b0b4588ae8af2847a4a5b2c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d49d629962544a93931aec5b63cd982b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/227fdebca3554699aa294f890f56deb4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/1267b551d7714048b0374d156c684fc0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f60610f5ddff49ccbed2259187c169d3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/6934d9991f5940e98386d5224c56e306, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b83ca83403bf4b8faa17183029beeefa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/eccae39c5d2248de8d7e62621c63763c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8bf1eb1a9dfc42ee929589fe07a05173, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16d0547c837a446ea94ddac84d758528, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/e73b9863e9734f74a4dd32a323751436, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16af693e15dd455088ee3d2ec2eb9cbb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0537291d83a844d18c01e806f98f626c] to archive 2024-11-21T10:24:20,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:24:20,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b38d78e607c847d8a921b702b7416079 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b38d78e607c847d8a921b702b7416079 2024-11-21T10:24:20,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5699380bba7b433f80c4625fb6abfbf0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5699380bba7b433f80c4625fb6abfbf0 2024-11-21T10:24:20,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/ec9a2e664c1547d3b3d900402bfd5bf8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/ec9a2e664c1547d3b3d900402bfd5bf8 2024-11-21T10:24:20,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/287c9344aabe458b99612f1cf5acc5fe to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/287c9344aabe458b99612f1cf5acc5fe 2024-11-21T10:24:20,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/37749613a49a497fa42bc7157e587e49 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/37749613a49a497fa42bc7157e587e49 2024-11-21T10:24:20,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/56e0849c20744d18b99f4651c6c5fdf5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/56e0849c20744d18b99f4651c6c5fdf5 2024-11-21T10:24:20,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/568d0db1a63c472688585d456dad9410 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/568d0db1a63c472688585d456dad9410 2024-11-21T10:24:20,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/02b6cd7c9bfe4fbdaf1e0915ba27edc7 2024-11-21T10:24:20,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d89a837bc22e4544a88956a1556d3053 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d89a837bc22e4544a88956a1556d3053 2024-11-21T10:24:20,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8621c3d540354816aa62120ee2a5e111 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8621c3d540354816aa62120ee2a5e111 2024-11-21T10:24:20,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/598fa4a4d0d045469f88d413bc3a8ff3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/598fa4a4d0d045469f88d413bc3a8ff3 2024-11-21T10:24:20,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5ea011918bcc408c82417cad7a27b89e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/5ea011918bcc408c82417cad7a27b89e 2024-11-21T10:24:20,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/daf600cf29d84063a9e1e66c978838f2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/daf600cf29d84063a9e1e66c978838f2 2024-11-21T10:24:20,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/34f284b38f714222bfdeb283f1c70d51 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/34f284b38f714222bfdeb283f1c70d51 2024-11-21T10:24:20,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/9600ef2ae4754074a1d5af8d5c12c291 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/9600ef2ae4754074a1d5af8d5c12c291 2024-11-21T10:24:20,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0ba28de4288645d1ad035b63ef64946e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0ba28de4288645d1ad035b63ef64946e 2024-11-21T10:24:20,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/940a038b3be74fb78c545c079826d4a7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/940a038b3be74fb78c545c079826d4a7 2024-11-21T10:24:20,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/48323181a15c48a583f93d6f83e610a4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/48323181a15c48a583f93d6f83e610a4 2024-11-21T10:24:20,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/85ec1caed55f43e693dee9ec5c1047c0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/85ec1caed55f43e693dee9ec5c1047c0 2024-11-21T10:24:20,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/4d721e04390342488ad8a6e2723db02b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/4d721e04390342488ad8a6e2723db02b 2024-11-21T10:24:20,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/bda4785d2a9044fdbd3fbd5495d30282 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/bda4785d2a9044fdbd3fbd5495d30282 2024-11-21T10:24:20,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f13af6ad0b0b4588ae8af2847a4a5b2c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f13af6ad0b0b4588ae8af2847a4a5b2c 2024-11-21T10:24:20,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d49d629962544a93931aec5b63cd982b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/d49d629962544a93931aec5b63cd982b 2024-11-21T10:24:20,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/227fdebca3554699aa294f890f56deb4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/227fdebca3554699aa294f890f56deb4 2024-11-21T10:24:20,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/1267b551d7714048b0374d156c684fc0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/1267b551d7714048b0374d156c684fc0 2024-11-21T10:24:20,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f60610f5ddff49ccbed2259187c169d3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/f60610f5ddff49ccbed2259187c169d3 2024-11-21T10:24:20,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/6934d9991f5940e98386d5224c56e306 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/6934d9991f5940e98386d5224c56e306 2024-11-21T10:24:20,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b83ca83403bf4b8faa17183029beeefa to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/b83ca83403bf4b8faa17183029beeefa 2024-11-21T10:24:20,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/eccae39c5d2248de8d7e62621c63763c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/eccae39c5d2248de8d7e62621c63763c 2024-11-21T10:24:20,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8bf1eb1a9dfc42ee929589fe07a05173 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/8bf1eb1a9dfc42ee929589fe07a05173 2024-11-21T10:24:20,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16d0547c837a446ea94ddac84d758528 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16d0547c837a446ea94ddac84d758528 2024-11-21T10:24:20,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/e73b9863e9734f74a4dd32a323751436 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/e73b9863e9734f74a4dd32a323751436 2024-11-21T10:24:20,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16af693e15dd455088ee3d2ec2eb9cbb to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/16af693e15dd455088ee3d2ec2eb9cbb 2024-11-21T10:24:20,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0537291d83a844d18c01e806f98f626c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/0537291d83a844d18c01e806f98f626c 2024-11-21T10:24:20,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/94c1cf47302742e79816f3564a27b59b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e1cd5491402740e29f8cbbd50d76bd2b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/eb5264cdee664534b4b29dee8847e405, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/df8b1fc09a81476b9f8beb83b692b860, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/5786a23cfa3148929b74dab6e8b32d7e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/020c37763c64441b85df5c644f6c3995, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/f49e8335a7d54a7591a0e373b30bb72c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9db45f43895142fdb9b8550213738eb7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/2dbd2f30446c43e58047ec52fe829096, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/26a0111a787c4699bc7ab8ae0eef1ace, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/206d2ed3a5374e2fb8e83d0c40bfb148, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b4d8c946c0b34a039afa91ce00c1622b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/10d762956bfb48eb8912ee6c0614b1ba, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/50d2d31931274f2ea2be05736daf348a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf1763c1b59e49f38be948b3be273128, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/4572b19a9dfb4ddf91eaf878e910c6c7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/da06849a776147159b52ff08f551ddc6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/29f8f69e46ee4db6834d4bcb27ccb2eb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1157228b749d455aa89d8e0550bab072, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b9d24ae383e146c588c40313edcfdd86, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/aed9989c99ad44b7a3ba637b1de22a04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/38ad248bb86d452e9ab3383e3a223356, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/389fe971f7874d6ab8e433fd13fa62a4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c38e3fe3e23c4105a320b0f55384ebef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/fe8ac32ff44c457c97b7e641e5bc6811, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/7c9047e6ba7148e59c9acf42332d4f5d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf09082f6aee42a7bb9cbf2a0e3a9793, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/8588ac0709df4b0e8a397a150abd6bb5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c708ec45eba041cf8e3322404ff939e9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e27d09ee177146a2bf52307f2c5d3a26, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/53568f9226e448458b066a0b582f6055, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9b5fb743abf849db88c1908efb0735a3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c44d3b90272c435cb8e3f4f5509598a0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1310143bcacf4f768c57f729bcf6b567] to archive 2024-11-21T10:24:20,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:24:20,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/94c1cf47302742e79816f3564a27b59b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/94c1cf47302742e79816f3564a27b59b 2024-11-21T10:24:20,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e1cd5491402740e29f8cbbd50d76bd2b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e1cd5491402740e29f8cbbd50d76bd2b 2024-11-21T10:24:20,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/eb5264cdee664534b4b29dee8847e405 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/eb5264cdee664534b4b29dee8847e405 2024-11-21T10:24:20,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/df8b1fc09a81476b9f8beb83b692b860 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/df8b1fc09a81476b9f8beb83b692b860 2024-11-21T10:24:20,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/5786a23cfa3148929b74dab6e8b32d7e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/5786a23cfa3148929b74dab6e8b32d7e 2024-11-21T10:24:20,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/020c37763c64441b85df5c644f6c3995 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/020c37763c64441b85df5c644f6c3995 2024-11-21T10:24:20,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/f49e8335a7d54a7591a0e373b30bb72c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/f49e8335a7d54a7591a0e373b30bb72c 2024-11-21T10:24:20,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9db45f43895142fdb9b8550213738eb7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9db45f43895142fdb9b8550213738eb7 2024-11-21T10:24:20,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/2dbd2f30446c43e58047ec52fe829096 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/2dbd2f30446c43e58047ec52fe829096 2024-11-21T10:24:20,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/26a0111a787c4699bc7ab8ae0eef1ace to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/26a0111a787c4699bc7ab8ae0eef1ace 2024-11-21T10:24:20,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/206d2ed3a5374e2fb8e83d0c40bfb148 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/206d2ed3a5374e2fb8e83d0c40bfb148 2024-11-21T10:24:20,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b4d8c946c0b34a039afa91ce00c1622b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b4d8c946c0b34a039afa91ce00c1622b 2024-11-21T10:24:20,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/10d762956bfb48eb8912ee6c0614b1ba to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/10d762956bfb48eb8912ee6c0614b1ba 2024-11-21T10:24:20,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/50d2d31931274f2ea2be05736daf348a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/50d2d31931274f2ea2be05736daf348a 2024-11-21T10:24:20,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf1763c1b59e49f38be948b3be273128 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf1763c1b59e49f38be948b3be273128 2024-11-21T10:24:20,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/4572b19a9dfb4ddf91eaf878e910c6c7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/4572b19a9dfb4ddf91eaf878e910c6c7 2024-11-21T10:24:20,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/da06849a776147159b52ff08f551ddc6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/da06849a776147159b52ff08f551ddc6 2024-11-21T10:24:20,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/29f8f69e46ee4db6834d4bcb27ccb2eb to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/29f8f69e46ee4db6834d4bcb27ccb2eb 2024-11-21T10:24:20,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1157228b749d455aa89d8e0550bab072 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1157228b749d455aa89d8e0550bab072 2024-11-21T10:24:20,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b9d24ae383e146c588c40313edcfdd86 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/b9d24ae383e146c588c40313edcfdd86 2024-11-21T10:24:20,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/aed9989c99ad44b7a3ba637b1de22a04 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/aed9989c99ad44b7a3ba637b1de22a04 2024-11-21T10:24:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/38ad248bb86d452e9ab3383e3a223356 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/38ad248bb86d452e9ab3383e3a223356 2024-11-21T10:24:20,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/389fe971f7874d6ab8e433fd13fa62a4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/389fe971f7874d6ab8e433fd13fa62a4 2024-11-21T10:24:20,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c38e3fe3e23c4105a320b0f55384ebef to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c38e3fe3e23c4105a320b0f55384ebef 2024-11-21T10:24:20,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/fe8ac32ff44c457c97b7e641e5bc6811 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/fe8ac32ff44c457c97b7e641e5bc6811 2024-11-21T10:24:20,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/7c9047e6ba7148e59c9acf42332d4f5d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/7c9047e6ba7148e59c9acf42332d4f5d 2024-11-21T10:24:20,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf09082f6aee42a7bb9cbf2a0e3a9793 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/bf09082f6aee42a7bb9cbf2a0e3a9793 2024-11-21T10:24:20,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/8588ac0709df4b0e8a397a150abd6bb5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/8588ac0709df4b0e8a397a150abd6bb5 2024-11-21T10:24:20,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c708ec45eba041cf8e3322404ff939e9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c708ec45eba041cf8e3322404ff939e9 2024-11-21T10:24:20,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e27d09ee177146a2bf52307f2c5d3a26 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/e27d09ee177146a2bf52307f2c5d3a26 2024-11-21T10:24:20,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/53568f9226e448458b066a0b582f6055 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/53568f9226e448458b066a0b582f6055 2024-11-21T10:24:20,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9b5fb743abf849db88c1908efb0735a3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/9b5fb743abf849db88c1908efb0735a3 2024-11-21T10:24:20,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c44d3b90272c435cb8e3f4f5509598a0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/c44d3b90272c435cb8e3f4f5509598a0 2024-11-21T10:24:20,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1310143bcacf4f768c57f729bcf6b567 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/1310143bcacf4f768c57f729bcf6b567 2024-11-21T10:24:20,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/eea9bdd4c4124bca8c7b720b01f5995c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/08312cbe3886467abd14917a14479687, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/630f98f72881424caa7e6214e342d946, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/dfd011fb8e174e488c23abcf4afbd06b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/72924eb4af81447c8182171deba8a11c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4cdde7e30e9b428fb856a3f48af13ec6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/185948bc74da47f79ff07f1555723955, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8c5ec644920b41bb8f3e4245f62276c1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/36f8413a83f244eca01ee138f38023d0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8e0cf72f38a74b7b845a1579cfcdb135, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8fc592948f6e4019b841df00b507f0ed, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/09d779972a724881acec393d0fc17c74, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/f4b3cf9fb5aa429da6cecf54b6783da7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7ef5449633e74d2b97f4bc7e68a54b25, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/349d6341ac564f8bbf8f8ee78ae3b76a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3916d316bbc24392aa5607c279ccf2e9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/693e1600bc2d41e8b793929dc6134f10, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4c1329151b064cf2a7abd1a410f37747, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/58fc77c5098846048c33d13dda4af5c6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7b1d24cfa80642baa3e081e3ac5c3f19, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/05ccdbdd5aaf42cda0a29eaac1f55077, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/15e976ffe3f14a299430fee6487a59fb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3c7b9a87424641b4899fd135db0cc0a3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/897d50682b4f4c72b73c7a1625226154, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/788ffba1132741ada3ffe9f3cd6f1ae8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3fd09c18946a4608aacfdd92ae9c30d3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/359ceb2ef2d648759e95ffe4dbdd0216, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/fa52e2c389bd4aa3a2ac26d586f911af, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/803edbd892b9492d9f14e703d293fee7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/22e91e5089f24efeb1fded4e7e907840, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/5306214f46e44a34887b3213cd9e5d90, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7bce6042e8c84c00acf6013369e431bc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/b11716b9f5044ee09a1c720c9f833419] to archive 2024-11-21T10:24:20,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:24:20,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/eea9bdd4c4124bca8c7b720b01f5995c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/eea9bdd4c4124bca8c7b720b01f5995c 2024-11-21T10:24:20,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/08312cbe3886467abd14917a14479687 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/08312cbe3886467abd14917a14479687 2024-11-21T10:24:20,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/630f98f72881424caa7e6214e342d946 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/630f98f72881424caa7e6214e342d946 2024-11-21T10:24:20,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/dfd011fb8e174e488c23abcf4afbd06b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/dfd011fb8e174e488c23abcf4afbd06b 2024-11-21T10:24:20,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/72924eb4af81447c8182171deba8a11c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/72924eb4af81447c8182171deba8a11c 2024-11-21T10:24:20,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4cdde7e30e9b428fb856a3f48af13ec6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4cdde7e30e9b428fb856a3f48af13ec6 2024-11-21T10:24:20,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/185948bc74da47f79ff07f1555723955 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/185948bc74da47f79ff07f1555723955 2024-11-21T10:24:20,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8c5ec644920b41bb8f3e4245f62276c1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8c5ec644920b41bb8f3e4245f62276c1 2024-11-21T10:24:20,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/36f8413a83f244eca01ee138f38023d0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/36f8413a83f244eca01ee138f38023d0 2024-11-21T10:24:20,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8e0cf72f38a74b7b845a1579cfcdb135 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8e0cf72f38a74b7b845a1579cfcdb135 2024-11-21T10:24:20,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8fc592948f6e4019b841df00b507f0ed to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/8fc592948f6e4019b841df00b507f0ed 2024-11-21T10:24:20,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/09d779972a724881acec393d0fc17c74 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/09d779972a724881acec393d0fc17c74 2024-11-21T10:24:20,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/f4b3cf9fb5aa429da6cecf54b6783da7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/f4b3cf9fb5aa429da6cecf54b6783da7 2024-11-21T10:24:20,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7ef5449633e74d2b97f4bc7e68a54b25 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7ef5449633e74d2b97f4bc7e68a54b25 2024-11-21T10:24:20,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/349d6341ac564f8bbf8f8ee78ae3b76a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/349d6341ac564f8bbf8f8ee78ae3b76a 2024-11-21T10:24:20,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3916d316bbc24392aa5607c279ccf2e9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3916d316bbc24392aa5607c279ccf2e9 2024-11-21T10:24:20,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/693e1600bc2d41e8b793929dc6134f10 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/693e1600bc2d41e8b793929dc6134f10 2024-11-21T10:24:20,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4c1329151b064cf2a7abd1a410f37747 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/4c1329151b064cf2a7abd1a410f37747 2024-11-21T10:24:20,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/58fc77c5098846048c33d13dda4af5c6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/58fc77c5098846048c33d13dda4af5c6 2024-11-21T10:24:20,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7b1d24cfa80642baa3e081e3ac5c3f19 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7b1d24cfa80642baa3e081e3ac5c3f19 2024-11-21T10:24:20,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/05ccdbdd5aaf42cda0a29eaac1f55077 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/05ccdbdd5aaf42cda0a29eaac1f55077 2024-11-21T10:24:20,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/15e976ffe3f14a299430fee6487a59fb to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/15e976ffe3f14a299430fee6487a59fb 2024-11-21T10:24:20,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3c7b9a87424641b4899fd135db0cc0a3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3c7b9a87424641b4899fd135db0cc0a3 2024-11-21T10:24:20,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/897d50682b4f4c72b73c7a1625226154 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/897d50682b4f4c72b73c7a1625226154 2024-11-21T10:24:20,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/0f5f02ab6a9c4fc9a26b8ae2a42fae88 2024-11-21T10:24:20,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/788ffba1132741ada3ffe9f3cd6f1ae8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/788ffba1132741ada3ffe9f3cd6f1ae8 2024-11-21T10:24:20,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3fd09c18946a4608aacfdd92ae9c30d3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/3fd09c18946a4608aacfdd92ae9c30d3 2024-11-21T10:24:20,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/359ceb2ef2d648759e95ffe4dbdd0216 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/359ceb2ef2d648759e95ffe4dbdd0216 2024-11-21T10:24:20,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/fa52e2c389bd4aa3a2ac26d586f911af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/fa52e2c389bd4aa3a2ac26d586f911af 2024-11-21T10:24:20,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/803edbd892b9492d9f14e703d293fee7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/803edbd892b9492d9f14e703d293fee7 2024-11-21T10:24:20,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/22e91e5089f24efeb1fded4e7e907840 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/22e91e5089f24efeb1fded4e7e907840 2024-11-21T10:24:20,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/5306214f46e44a34887b3213cd9e5d90 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/5306214f46e44a34887b3213cd9e5d90 2024-11-21T10:24:20,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7bce6042e8c84c00acf6013369e431bc to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/7bce6042e8c84c00acf6013369e431bc 2024-11-21T10:24:20,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/b11716b9f5044ee09a1c720c9f833419 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/b11716b9f5044ee09a1c720c9f833419 2024-11-21T10:24:20,309 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/recovered.edits/529.seqid, newMaxSeqId=529, maxSeqId=1 2024-11-21T10:24:20,310 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. 2024-11-21T10:24:20,310 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 64750895b2cd19dea87bb02127bed704: Waiting for close lock at 1732184658882Running coprocessor pre-close hooks at 1732184658882Disabling compacts and flushes for region at 1732184658882Disabling writes for close at 1732184658883 (+1 ms)Obtaining lock to block concurrent updates at 1732184658883Preparing flush snapshotting stores in 64750895b2cd19dea87bb02127bed704 at 1732184658883Finished memstore snapshotting TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732184658883Flushing stores of TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704. at 1732184658884 (+1 ms)Flushing 64750895b2cd19dea87bb02127bed704/A: creating writer at 1732184658884Flushing 64750895b2cd19dea87bb02127bed704/A: appending metadata at 1732184658889 (+5 ms)Flushing 64750895b2cd19dea87bb02127bed704/A: closing flushed file at 1732184658889Flushing 64750895b2cd19dea87bb02127bed704/B: creating writer at 1732184659307 (+418 ms)Flushing 64750895b2cd19dea87bb02127bed704/B: appending metadata at 1732184659312 (+5 ms)Flushing 64750895b2cd19dea87bb02127bed704/B: closing flushed file at 1732184659312Flushing 64750895b2cd19dea87bb02127bed704/C: creating writer at 1732184659725 (+413 ms)Flushing 64750895b2cd19dea87bb02127bed704/C: appending metadata at 1732184659729 (+4 ms)Flushing 64750895b2cd19dea87bb02127bed704/C: closing flushed file at 1732184659729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426b5ee8: reopening flushed file at 1732184660139 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcac01c: reopening flushed file at 1732184660145 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9b73b5: reopening flushed file at 1732184660151 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 64750895b2cd19dea87bb02127bed704 in 1275ms, sequenceid=526, compaction requested=true at 1732184660158 (+7 ms)Writing region close event to WAL at 1732184660306 (+148 ms)Running coprocessor post-close hooks at 1732184660310 (+4 ms)Closed at 1732184660310 2024-11-21T10:24:20,313 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:20,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=64750895b2cd19dea87bb02127bed704, regionState=CLOSED 2024-11-21T10:24:20,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:24:20,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-21T10:24:20,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 64750895b2cd19dea87bb02127bed704, server=2651e482101a,35291,1732184623540 in 1.5930 sec 2024-11-21T10:24:20,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T10:24:20,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64750895b2cd19dea87bb02127bed704, UNASSIGN in 1.6010 sec 2024-11-21T10:24:20,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T10:24:20,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-21T10:24:20,324 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184660324"}]},"ts":"1732184660324"} 2024-11-21T10:24:20,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T10:24:20,326 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T10:24:20,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6230 sec 2024-11-21T10:24:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T10:24:20,857 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:20,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T10:24:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:20,868 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:20,871 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T10:24:20,879 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:20,889 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/recovered.edits] 2024-11-21T10:24:20,893 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/7030c88a98d543be85d89fa30d0ad72f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/7030c88a98d543be85d89fa30d0ad72f 2024-11-21T10:24:20,895 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/82ace3e7ed8e4eb2b46683546a27826a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/82ace3e7ed8e4eb2b46683546a27826a 2024-11-21T10:24:20,897 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/afe3eba3095f4f3e8fe4dff5709f1ea7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/A/afe3eba3095f4f3e8fe4dff5709f1ea7 2024-11-21T10:24:20,900 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/322496056a3d4da4b71e2bd6f4263246 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/322496056a3d4da4b71e2bd6f4263246 2024-11-21T10:24:20,901 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/39c00022684c447595059fcf6a8f2da0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/39c00022684c447595059fcf6a8f2da0 2024-11-21T10:24:20,903 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/cfa868063dfc48fcb528da11802d695d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/B/cfa868063dfc48fcb528da11802d695d 2024-11-21T10:24:20,907 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/34078865ce7546c7b1d28aba06a69b90 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/34078865ce7546c7b1d28aba06a69b90 2024-11-21T10:24:20,909 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/a28b22154f914aa992aacfa14205a609 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/a28b22154f914aa992aacfa14205a609 2024-11-21T10:24:20,911 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/d44a1258fdca4b8280722a23c797800f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/C/d44a1258fdca4b8280722a23c797800f 2024-11-21T10:24:20,915 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/recovered.edits/529.seqid to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704/recovered.edits/529.seqid 2024-11-21T10:24:20,916 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/64750895b2cd19dea87bb02127bed704 2024-11-21T10:24:20,916 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T10:24:20,923 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:20,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T10:24:20,934 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T10:24:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T10:24:20,987 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T10:24:21,005 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:21,006 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T10:24:21,006 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732184661006"}]},"ts":"9223372036854775807"} 2024-11-21T10:24:21,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T10:24:21,012 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 64750895b2cd19dea87bb02127bed704, NAME => 'TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T10:24:21,014 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T10:24:21,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732184661014"}]},"ts":"9223372036854775807"} 2024-11-21T10:24:21,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T10:24:21,022 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:21,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 160 msec 2024-11-21T10:24:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T10:24:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T10:24:21,187 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:21,201 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2651e482101a:35291-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2651e482101a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1988828524_22 at /127.0.0.1:41194 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2651e482101a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 339) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2528 (was 3583) 2024-11-21T10:24:21,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2527 2024-11-21T10:24:21,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:24:21,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:24:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:21,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T10:24:21,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:21,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-21T10:24:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-21T10:24:21,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T10:24:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741948_1124 (size=959) 2024-11-21T10:24:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-21T10:24:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-21T10:24:21,633 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:24:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741949_1125 (size=53) 2024-11-21T10:24:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-21T10:24:22,041 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:24:22,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d1b5507f69ed616a256305751596eb89, disabling compactions & flushes 2024-11-21T10:24:22,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. after waiting 0 ms 2024-11-21T10:24:22,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1b5507f69ed616a256305751596eb89: Waiting for close lock at 1732184662042Disabling compacts and flushes for region at 1732184662042Disabling writes for close at 1732184662042Writing region close event to WAL at 1732184662042Closed at 1732184662042 2024-11-21T10:24:22,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T10:24:22,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732184662043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732184662043"}]},"ts":"1732184662043"} 2024-11-21T10:24:22,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T10:24:22,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T10:24:22,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184662046"}]},"ts":"1732184662046"} 2024-11-21T10:24:22,048 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T10:24:22,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, ASSIGN}] 2024-11-21T10:24:22,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, ASSIGN 2024-11-21T10:24:22,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, ASSIGN; state=OFFLINE, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=false 2024-11-21T10:24:22,201 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, ASSIGN because future has completed 2024-11-21T10:24:22,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-21T10:24:22,361 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,361 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:24:22,361 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,362 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:24:22,362 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,362 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,364 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,367 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1b5507f69ed616a256305751596eb89 columnFamilyName A 2024-11-21T10:24:22,367 DEBUG [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:22,368 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(327): Store=d1b5507f69ed616a256305751596eb89/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:22,368 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,370 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1b5507f69ed616a256305751596eb89 columnFamilyName B 2024-11-21T10:24:22,370 DEBUG [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:22,370 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(327): Store=d1b5507f69ed616a256305751596eb89/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:22,370 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,372 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1b5507f69ed616a256305751596eb89 columnFamilyName C 2024-11-21T10:24:22,372 DEBUG [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:22,372 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(327): Store=d1b5507f69ed616a256305751596eb89/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:22,373 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,373 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,374 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,375 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,375 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,375 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:24:22,377 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,379 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:24:22,380 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened d1b5507f69ed616a256305751596eb89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63480313, jitterRate=-0.05406962335109711}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:24:22,380 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:22,382 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for d1b5507f69ed616a256305751596eb89: Running coprocessor pre-open hook at 1732184662362Writing region info on filesystem at 1732184662362Initializing all the Stores at 1732184662363 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184662363Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184662364 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184662364Cleaning up temporary data from old regions at 1732184662375 (+11 ms)Running coprocessor post-open hooks at 1732184662380 (+5 ms)Region opened successfully at 1732184662382 (+2 ms) 2024-11-21T10:24:22,383 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., pid=32, masterSystemTime=1732184662357 2024-11-21T10:24:22,385 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,385 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:22,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:22,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:24:22,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T10:24:22,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 in 186 msec 2024-11-21T10:24:22,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T10:24:22,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, ASSIGN in 345 msec 2024-11-21T10:24:22,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T10:24:22,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184662396"}]},"ts":"1732184662396"} 2024-11-21T10:24:22,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T10:24:22,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T10:24:22,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-21T10:24:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-21T10:24:23,367 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:23,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49091041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:23,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:23,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:23,370 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d29d05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:23,372 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fc2100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:23,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:23,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:23,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:23,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:24:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:24:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53dfebc4 2024-11-21T10:24:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:24:23,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:24:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:24:23,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:24:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741950_1126 (size=995) 2024-11-21T10:24:23,808 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-21T10:24:23,808 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-21T10:24:23,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:24:23,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, REOPEN/MOVE}] 2024-11-21T10:24:23,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, REOPEN/MOVE 2024-11-21T10:24:23,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:23,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, REOPEN/MOVE because future has completed 2024-11-21T10:24:23,822 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:24:23,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:24:23,975 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:23,975 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:24:23,975 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing d1b5507f69ed616a256305751596eb89, disabling compactions & flushes 2024-11-21T10:24:23,975 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:23,975 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:23,975 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. after waiting 0 ms 2024-11-21T10:24:23,976 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:23,984 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T10:24:23,985 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:23,985 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for d1b5507f69ed616a256305751596eb89: Waiting for close lock at 1732184663975Running coprocessor pre-close hooks at 1732184663975Disabling compacts and flushes for region at 1732184663975Disabling writes for close at 1732184663975Writing region close event to WAL at 1732184663976 (+1 ms)Running coprocessor post-close hooks at 1732184663985 (+9 ms)Closed at 1732184663985 2024-11-21T10:24:23,986 WARN [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: d1b5507f69ed616a256305751596eb89 to self. 2024-11-21T10:24:23,988 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:23,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=CLOSED 2024-11-21T10:24:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:24:23,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T10:24:23,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 in 170 msec 2024-11-21T10:24:23,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, REOPEN/MOVE; state=CLOSED, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=true 2024-11-21T10:24:24,146 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, REOPEN/MOVE because future has completed 2024-11-21T10:24:24,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:24:24,305 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,305 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:24:24,306 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,306 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:24:24,306 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,306 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,311 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,320 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1b5507f69ed616a256305751596eb89 columnFamilyName A 2024-11-21T10:24:24,324 DEBUG [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:24,325 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(327): Store=d1b5507f69ed616a256305751596eb89/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:24,326 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,327 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1b5507f69ed616a256305751596eb89 columnFamilyName B 2024-11-21T10:24:24,327 DEBUG [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:24,327 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(327): Store=d1b5507f69ed616a256305751596eb89/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:24,328 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,329 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1b5507f69ed616a256305751596eb89 columnFamilyName C 2024-11-21T10:24:24,329 DEBUG [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:24,329 INFO [StoreOpener-d1b5507f69ed616a256305751596eb89-1 {}] regionserver.HStore(327): Store=d1b5507f69ed616a256305751596eb89/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:24,330 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,330 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,332 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,334 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,334 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,335 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:24:24,337 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,338 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened d1b5507f69ed616a256305751596eb89; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63367747, jitterRate=-0.05574698746204376}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:24:24,338 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,341 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for d1b5507f69ed616a256305751596eb89: Running coprocessor pre-open hook at 1732184664306Writing region info on filesystem at 1732184664306Initializing all the Stores at 1732184664307 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184664307Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184664307Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184664307Cleaning up temporary data from old regions at 1732184664334 (+27 ms)Running coprocessor post-open hooks at 1732184664338 (+4 ms)Region opened successfully at 1732184664340 (+2 ms) 2024-11-21T10:24:24,342 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., pid=37, masterSystemTime=1732184664300 2024-11-21T10:24:24,344 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,344 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=OPEN, openSeqNum=5, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:24:24,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-21T10:24:24,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 in 200 msec 2024-11-21T10:24:24,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T10:24:24,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, REOPEN/MOVE in 533 msec 2024-11-21T10:24:24,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-21T10:24:24,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 546 msec 2024-11-21T10:24:24,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 976 msec 2024-11-21T10:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-21T10:24:24,371 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:24,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cce2794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,373 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7aa5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,377 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5298f036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,382 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85c27c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,384 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e99d2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,394 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,395 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dfc503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,399 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16deba61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,402 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72916732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,404 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466431d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,407 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e4cccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,417 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d0fe8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,420 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d99df1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,422 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6d8012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,425 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e016d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10fe0f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:24,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:24,432 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca88960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:24,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:24,437 DEBUG [Thread-642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-21T10:24:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-21T10:24:24,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,440 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:24,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:24,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:24,444 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,455 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,458 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,459 DEBUG [Thread-649 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,460 DEBUG [Thread-649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,462 DEBUG [Thread-644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,465 DEBUG [Thread-649 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,478 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,480 DEBUG [Thread-636 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,481 DEBUG [Thread-636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,484 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:24,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:24:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,488 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,489 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,501 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:24,502 DEBUG [Thread-647 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:24,503 DEBUG [Thread-647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:24,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:24:24,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219597b2a9b50145d99971cc0d8a30242a_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184664483/Put/seqid=0 2024-11-21T10:24:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-21T10:24:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741951_1127 (size=12154) 2024-11-21T10:24:24,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:24,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219597b2a9b50145d99971cc0d8a30242a_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219597b2a9b50145d99971cc0d8a30242a_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7fce4b9ebf344c9e8c34486710ddb7c1, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:24,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7fce4b9ebf344c9e8c34486710ddb7c1 is 175, key is test_row_0/A:col10/1732184664483/Put/seqid=0 2024-11-21T10:24:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184724574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-21T10:24:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184724574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184724575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184724577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184724577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741952_1128 (size=30955) 2024-11-21T10:24:24,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7fce4b9ebf344c9e8c34486710ddb7c1 2024-11-21T10:24:24,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ccdf83f0d9764fd0a23e22b9313a9c5b is 50, key is test_row_0/B:col10/1732184664483/Put/seqid=0 2024-11-21T10:24:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741953_1129 (size=12001) 2024-11-21T10:24:24,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ccdf83f0d9764fd0a23e22b9313a9c5b 2024-11-21T10:24:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184724707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184724707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184724707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184724708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184724708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-21T10:24:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-21T10:24:24,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/b119a31073e04d82aa50a7559dc2d499 is 50, key is test_row_0/C:col10/1732184664483/Put/seqid=0 2024-11-21T10:24:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741954_1130 (size=12001) 2024-11-21T10:24:24,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/b119a31073e04d82aa50a7559dc2d499 2024-11-21T10:24:24,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7fce4b9ebf344c9e8c34486710ddb7c1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1 2024-11-21T10:24:24,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T10:24:24,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ccdf83f0d9764fd0a23e22b9313a9c5b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ccdf83f0d9764fd0a23e22b9313a9c5b 2024-11-21T10:24:24,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ccdf83f0d9764fd0a23e22b9313a9c5b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T10:24:24,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/b119a31073e04d82aa50a7559dc2d499 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/b119a31073e04d82aa50a7559dc2d499 2024-11-21T10:24:24,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/b119a31073e04d82aa50a7559dc2d499, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T10:24:24,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d1b5507f69ed616a256305751596eb89 in 345ms, sequenceid=16, compaction requested=false 2024-11-21T10:24:24,829 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T10:24:24,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:24,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-21T10:24:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:24,907 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:24:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:24,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b586625457ba456f9da94674f7422628_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184664575/Put/seqid=0 2024-11-21T10:24:24,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184724939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184724939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184724941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184724943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184724950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741955_1131 (size=12154) 2024-11-21T10:24:25,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184725056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184725056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184725056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-21T10:24:25,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184725068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184725068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184725267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184725267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184725267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184725286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184725287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:25,409 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b586625457ba456f9da94674f7422628_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b586625457ba456f9da94674f7422628_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/752608f937344c1baefee674d9cd61c8, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/752608f937344c1baefee674d9cd61c8 is 175, key is test_row_0/A:col10/1732184664575/Put/seqid=0 2024-11-21T10:24:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741956_1132 (size=30955) 2024-11-21T10:24:25,448 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/752608f937344c1baefee674d9cd61c8 2024-11-21T10:24:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/0f07862931cf43a7b2290d8396e8cfef is 50, key is test_row_0/B:col10/1732184664575/Put/seqid=0 2024-11-21T10:24:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741957_1133 (size=12001) 2024-11-21T10:24:25,489 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/0f07862931cf43a7b2290d8396e8cfef 2024-11-21T10:24:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/dc9d32e3262a408fb5308cfb1bbf463b is 50, key is test_row_0/C:col10/1732184664575/Put/seqid=0 2024-11-21T10:24:25,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741958_1134 (size=12001) 2024-11-21T10:24:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-21T10:24:25,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184725577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184725577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184725577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184725596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184725596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:25,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:24:25,944 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/dc9d32e3262a408fb5308cfb1bbf463b 2024-11-21T10:24:25,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/752608f937344c1baefee674d9cd61c8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8 2024-11-21T10:24:25,968 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T10:24:25,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/0f07862931cf43a7b2290d8396e8cfef as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0f07862931cf43a7b2290d8396e8cfef 2024-11-21T10:24:25,986 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0f07862931cf43a7b2290d8396e8cfef, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T10:24:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/dc9d32e3262a408fb5308cfb1bbf463b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/dc9d32e3262a408fb5308cfb1bbf463b 2024-11-21T10:24:25,999 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/dc9d32e3262a408fb5308cfb1bbf463b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T10:24:26,000 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d1b5507f69ed616a256305751596eb89 in 1093ms, sequenceid=40, compaction requested=false 2024-11-21T10:24:26,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:26,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T10:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T10:24:26,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T10:24:26,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-21T10:24:26,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.5700 sec 2024-11-21T10:24:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:26,091 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:26,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:24:26,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119db5c1fd13a4ab49c4b40b82bb72b6f_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184726136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184726137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184726139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184726143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184726146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741959_1135 (size=14594) 2024-11-21T10:24:26,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:26,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112119db5c1fd13a4ab49c4b40b82bb72b6f_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119db5c1fd13a4ab49c4b40b82bb72b6f_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:26,189 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/2fe10112e2c348dfaf02b4f66b09d94d, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:26,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/2fe10112e2c348dfaf02b4f66b09d94d is 175, key is test_row_0/A:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741960_1136 (size=39549) 2024-11-21T10:24:26,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/2fe10112e2c348dfaf02b4f66b09d94d 2024-11-21T10:24:26,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/21ab97419015480ea9c6bdb95695da82 is 50, key is test_row_0/B:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741961_1137 (size=12001) 2024-11-21T10:24:26,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/21ab97419015480ea9c6bdb95695da82 2024-11-21T10:24:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184726257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184726257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184726257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184726257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/65e4f17babde4ef097c2c785479eeeb4 is 50, key is test_row_0/C:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184726266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741962_1138 (size=12001) 2024-11-21T10:24:26,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/65e4f17babde4ef097c2c785479eeeb4 2024-11-21T10:24:26,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/2fe10112e2c348dfaf02b4f66b09d94d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d 2024-11-21T10:24:26,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d, entries=200, sequenceid=55, filesize=38.6 K 2024-11-21T10:24:26,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/21ab97419015480ea9c6bdb95695da82 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/21ab97419015480ea9c6bdb95695da82 2024-11-21T10:24:26,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/21ab97419015480ea9c6bdb95695da82, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T10:24:26,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/65e4f17babde4ef097c2c785479eeeb4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/65e4f17babde4ef097c2c785479eeeb4 2024-11-21T10:24:26,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/65e4f17babde4ef097c2c785479eeeb4, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T10:24:26,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d1b5507f69ed616a256305751596eb89 in 235ms, sequenceid=55, compaction requested=true 2024-11-21T10:24:26,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:26,327 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:26,327 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:26,328 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:26,328 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:26,328 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/A is initiating minor compaction (all files) 2024-11-21T10:24:26,328 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/B is initiating minor compaction (all files) 2024-11-21T10:24:26,328 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/A in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,328 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/B in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,329 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ccdf83f0d9764fd0a23e22b9313a9c5b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0f07862931cf43a7b2290d8396e8cfef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/21ab97419015480ea9c6bdb95695da82] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=35.2 K 2024-11-21T10:24:26,329 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=99.1 K 2024-11-21T10:24:26,329 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,329 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting ccdf83f0d9764fd0a23e22b9313a9c5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184664476 2024-11-21T10:24:26,329 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d] 2024-11-21T10:24:26,330 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fce4b9ebf344c9e8c34486710ddb7c1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184664476 2024-11-21T10:24:26,330 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f07862931cf43a7b2290d8396e8cfef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184664556 2024-11-21T10:24:26,330 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752608f937344c1baefee674d9cd61c8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184664556 2024-11-21T10:24:26,330 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 21ab97419015480ea9c6bdb95695da82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184664947 2024-11-21T10:24:26,331 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fe10112e2c348dfaf02b4f66b09d94d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184664938 2024-11-21T10:24:26,358 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:26,359 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/15dc71c6680c4d64a36f84329b5180db is 50, key is test_row_0/B:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,361 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:26,373 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411219fc9c70d3c45428d9a3eb915299077a0_d1b5507f69ed616a256305751596eb89 store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:26,378 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411219fc9c70d3c45428d9a3eb915299077a0_d1b5507f69ed616a256305751596eb89, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:26,378 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219fc9c70d3c45428d9a3eb915299077a0_d1b5507f69ed616a256305751596eb89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741963_1139 (size=12104) 2024-11-21T10:24:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741964_1140 (size=4469) 2024-11-21T10:24:26,407 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#A#compaction#121 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:26,408 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/495bbc61701b48fb87b8f757554ce7be is 175, key is test_row_0/A:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741965_1141 (size=31058) 2024-11-21T10:24:26,433 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/495bbc61701b48fb87b8f757554ce7be as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/495bbc61701b48fb87b8f757554ce7be 2024-11-21T10:24:26,441 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d1b5507f69ed616a256305751596eb89/A of d1b5507f69ed616a256305751596eb89 into 495bbc61701b48fb87b8f757554ce7be(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:26,441 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:26,441 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/A, priority=13, startTime=1732184666327; duration=0sec 2024-11-21T10:24:26,441 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:26,441 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:A 2024-11-21T10:24:26,441 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:26,443 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:26,443 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/C is initiating minor compaction (all files) 2024-11-21T10:24:26,444 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/C in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,444 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/b119a31073e04d82aa50a7559dc2d499, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/dc9d32e3262a408fb5308cfb1bbf463b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/65e4f17babde4ef097c2c785479eeeb4] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=35.2 K 2024-11-21T10:24:26,445 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b119a31073e04d82aa50a7559dc2d499, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184664476 2024-11-21T10:24:26,445 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc9d32e3262a408fb5308cfb1bbf463b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184664556 2024-11-21T10:24:26,446 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65e4f17babde4ef097c2c785479eeeb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184664947 2024-11-21T10:24:26,459 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#C#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:26,459 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/2b2cb48c39594d3ab3ca7dd4c55b8e40 is 50, key is test_row_0/C:col10/1732184666091/Put/seqid=0 2024-11-21T10:24:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:26,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T10:24:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741966_1142 (size=12104) 2024-11-21T10:24:26,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214445d94682da40cb921fe2e604e30ea0_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184666140/Put/seqid=0 2024-11-21T10:24:26,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184726490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,501 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/2b2cb48c39594d3ab3ca7dd4c55b8e40 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/2b2cb48c39594d3ab3ca7dd4c55b8e40 2024-11-21T10:24:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184726498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184726498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184726498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184726501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741967_1143 (size=17034) 2024-11-21T10:24:26,512 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d1b5507f69ed616a256305751596eb89/C of d1b5507f69ed616a256305751596eb89 into 2b2cb48c39594d3ab3ca7dd4c55b8e40(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:26,512 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:26,512 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/C, priority=13, startTime=1732184666327; duration=0sec 2024-11-21T10:24:26,513 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:26,513 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:C 2024-11-21T10:24:26,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:26,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214445d94682da40cb921fe2e604e30ea0_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214445d94682da40cb921fe2e604e30ea0_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:26,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7a8c42800e61406191c6cb1f64375b4d, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:26,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7a8c42800e61406191c6cb1f64375b4d is 175, key is test_row_0/A:col10/1732184666140/Put/seqid=0 2024-11-21T10:24:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741968_1144 (size=48139) 2024-11-21T10:24:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-21T10:24:26,587 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:26,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-21T10:24:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:26,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:26,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:26,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:26,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184726607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184726616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:26,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T10:24:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:26,791 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/15dc71c6680c4d64a36f84329b5180db as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/15dc71c6680c4d64a36f84329b5180db 2024-11-21T10:24:26,798 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d1b5507f69ed616a256305751596eb89/B of d1b5507f69ed616a256305751596eb89 into 15dc71c6680c4d64a36f84329b5180db(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:26,798 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:26,798 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/B, priority=13, startTime=1732184666327; duration=0sec 2024-11-21T10:24:26,798 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:26,798 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:B 2024-11-21T10:24:26,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184726816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184726817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184726817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184726817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184726827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:26,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:26,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T10:24:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:26,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:26,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7a8c42800e61406191c6cb1f64375b4d 2024-11-21T10:24:26,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/6c440c1ec3e4484c9c8fa6068152e1ff is 50, key is test_row_0/B:col10/1732184666140/Put/seqid=0 2024-11-21T10:24:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741969_1145 (size=12001) 2024-11-21T10:24:26,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/6c440c1ec3e4484c9c8fa6068152e1ff 2024-11-21T10:24:27,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/c9a88f00660743d38b94aac5732d05c0 is 50, key is test_row_0/C:col10/1732184666140/Put/seqid=0 2024-11-21T10:24:27,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T10:24:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741970_1146 (size=12001) 2024-11-21T10:24:27,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184727126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184727127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184727127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184727127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184727136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T10:24:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:27,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T10:24:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:27,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/c9a88f00660743d38b94aac5732d05c0 2024-11-21T10:24:27,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7a8c42800e61406191c6cb1f64375b4d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d 2024-11-21T10:24:27,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d, entries=250, sequenceid=79, filesize=47.0 K 2024-11-21T10:24:27,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/6c440c1ec3e4484c9c8fa6068152e1ff as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6c440c1ec3e4484c9c8fa6068152e1ff 2024-11-21T10:24:27,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6c440c1ec3e4484c9c8fa6068152e1ff, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T10:24:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/c9a88f00660743d38b94aac5732d05c0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c9a88f00660743d38b94aac5732d05c0 2024-11-21T10:24:27,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c9a88f00660743d38b94aac5732d05c0, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T10:24:27,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for d1b5507f69ed616a256305751596eb89 in 1042ms, sequenceid=79, compaction requested=false 2024-11-21T10:24:27,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:27,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-21T10:24:27,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:27,513 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T10:24:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112158f8c3080de6462193cb63c47e5637d8_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184666494/Put/seqid=0 2024-11-21T10:24:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741971_1147 (size=12154) 2024-11-21T10:24:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:27,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:27,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184727659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184727662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184727663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184727665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184727667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:27,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184727776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184727776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184727776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184727776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184727776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:27,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112158f8c3080de6462193cb63c47e5637d8_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112158f8c3080de6462193cb63c47e5637d8_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/98708beb6cbd4f14800e75a8748fc1f7, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/98708beb6cbd4f14800e75a8748fc1f7 is 175, key is test_row_0/A:col10/1732184666494/Put/seqid=0 2024-11-21T10:24:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741972_1148 (size=30955) 2024-11-21T10:24:27,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184727986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184727986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184727986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184727986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184727987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,217 INFO [master/2651e482101a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T10:24:28,217 INFO [master/2651e482101a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T10:24:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184728297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184728297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184728297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184728297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184728297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,343 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/98708beb6cbd4f14800e75a8748fc1f7 2024-11-21T10:24:28,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a1776517ee164b5daa2ca51ed1f25b2c is 50, key is test_row_0/B:col10/1732184666494/Put/seqid=0 2024-11-21T10:24:28,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741973_1149 (size=12001) 2024-11-21T10:24:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:28,774 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a1776517ee164b5daa2ca51ed1f25b2c 2024-11-21T10:24:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/4211c99bc1ed430689c1538f57a5de7e is 50, key is test_row_0/C:col10/1732184666494/Put/seqid=0 2024-11-21T10:24:28,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184728807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184728807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184728807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184728807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184728807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741974_1150 (size=12001) 2024-11-21T10:24:28,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/4211c99bc1ed430689c1538f57a5de7e 2024-11-21T10:24:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/98708beb6cbd4f14800e75a8748fc1f7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7 2024-11-21T10:24:28,841 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7, entries=150, sequenceid=96, filesize=30.2 K 2024-11-21T10:24:28,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a1776517ee164b5daa2ca51ed1f25b2c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a1776517ee164b5daa2ca51ed1f25b2c 2024-11-21T10:24:28,848 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a1776517ee164b5daa2ca51ed1f25b2c, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T10:24:28,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/4211c99bc1ed430689c1538f57a5de7e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/4211c99bc1ed430689c1538f57a5de7e 2024-11-21T10:24:28,858 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/4211c99bc1ed430689c1538f57a5de7e, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T10:24:28,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d1b5507f69ed616a256305751596eb89 in 1346ms, sequenceid=96, compaction requested=true 2024-11-21T10:24:28,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:28,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:28,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T10:24:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T10:24:28,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-21T10:24:28,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2740 sec 2024-11-21T10:24:28,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.2790 sec 2024-11-21T10:24:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:29,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:24:29,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121570c60efbc334b808e1df2bd19136fcf_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741975_1151 (size=17034) 2024-11-21T10:24:29,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:29,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184729834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184729839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184729839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184729841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184729841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,848 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121570c60efbc334b808e1df2bd19136fcf_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121570c60efbc334b808e1df2bd19136fcf_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:29,850 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/9b6370ba96ef401c9b90a651f06044a7, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:29,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/9b6370ba96ef401c9b90a651f06044a7 is 175, key is test_row_0/A:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741976_1152 (size=48139) 2024-11-21T10:24:29,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/9b6370ba96ef401c9b90a651f06044a7 2024-11-21T10:24:29,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ed3a5193fcaf4f4abc785a1dac7a272c is 50, key is test_row_0/B:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741977_1153 (size=12001) 2024-11-21T10:24:29,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184729946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184729956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184729956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184729956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184729956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184730156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184730166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184730166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184730166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184730166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ed3a5193fcaf4f4abc785a1dac7a272c 2024-11-21T10:24:30,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/384302ef4773470a91e2556db27c592a is 50, key is test_row_0/C:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741978_1154 (size=12001) 2024-11-21T10:24:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184730466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184730476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184730476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184730476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184730476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:30,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:30,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/384302ef4773470a91e2556db27c592a 2024-11-21T10:24:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/9b6370ba96ef401c9b90a651f06044a7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7 2024-11-21T10:24:30,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7, entries=250, sequenceid=121, filesize=47.0 K 2024-11-21T10:24:30,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ed3a5193fcaf4f4abc785a1dac7a272c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ed3a5193fcaf4f4abc785a1dac7a272c 2024-11-21T10:24:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-21T10:24:30,757 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:30,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-21T10:24:30,760 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T10:24:30,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:30,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:30,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ed3a5193fcaf4f4abc785a1dac7a272c, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T10:24:30,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/384302ef4773470a91e2556db27c592a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/384302ef4773470a91e2556db27c592a 2024-11-21T10:24:30,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/384302ef4773470a91e2556db27c592a, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T10:24:30,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d1b5507f69ed616a256305751596eb89 in 951ms, sequenceid=121, compaction requested=true 2024-11-21T10:24:30,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:30,773 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:30,773 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:30,774 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158291 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:30,774 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/A is initiating minor compaction (all files) 2024-11-21T10:24:30,774 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/A in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:30,774 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/495bbc61701b48fb87b8f757554ce7be, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=154.6 K 2024-11-21T10:24:30,774 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:30,774 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/495bbc61701b48fb87b8f757554ce7be, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7] 2024-11-21T10:24:30,775 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:30,775 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/B is initiating minor compaction (all files) 2024-11-21T10:24:30,775 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/B in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:30,775 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/15dc71c6680c4d64a36f84329b5180db, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6c440c1ec3e4484c9c8fa6068152e1ff, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a1776517ee164b5daa2ca51ed1f25b2c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ed3a5193fcaf4f4abc785a1dac7a272c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=47.0 K 2024-11-21T10:24:30,775 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 495bbc61701b48fb87b8f757554ce7be, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184664947 2024-11-21T10:24:30,775 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15dc71c6680c4d64a36f84329b5180db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184664947 2024-11-21T10:24:30,776 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a8c42800e61406191c6cb1f64375b4d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732184666116 2024-11-21T10:24:30,776 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c440c1ec3e4484c9c8fa6068152e1ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732184666116 2024-11-21T10:24:30,776 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1776517ee164b5daa2ca51ed1f25b2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184666485 2024-11-21T10:24:30,776 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 98708beb6cbd4f14800e75a8748fc1f7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184666485 2024-11-21T10:24:30,777 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed3a5193fcaf4f4abc785a1dac7a272c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732184667663 2024-11-21T10:24:30,777 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b6370ba96ef401c9b90a651f06044a7, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732184667663 2024-11-21T10:24:30,788 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:30,792 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:30,792 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/63e91f46835341eeb7e7701dd20602c9 is 50, key is test_row_0/B:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:30,793 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411213be942fd2ab449a18462e93edab99ede_d1b5507f69ed616a256305751596eb89 store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:30,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411213be942fd2ab449a18462e93edab99ede_d1b5507f69ed616a256305751596eb89, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:30,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213be942fd2ab449a18462e93edab99ede_d1b5507f69ed616a256305751596eb89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741980_1156 (size=4469) 2024-11-21T10:24:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741979_1155 (size=12241) 2024-11-21T10:24:30,828 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/63e91f46835341eeb7e7701dd20602c9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/63e91f46835341eeb7e7701dd20602c9 2024-11-21T10:24:30,836 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d1b5507f69ed616a256305751596eb89/B of d1b5507f69ed616a256305751596eb89 into 63e91f46835341eeb7e7701dd20602c9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:30,836 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:30,836 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/B, priority=12, startTime=1732184670773; duration=0sec 2024-11-21T10:24:30,836 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:30,836 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:B 2024-11-21T10:24:30,836 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:24:30,838 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:24:30,838 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/C is initiating minor compaction (all files) 2024-11-21T10:24:30,838 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/C in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:30,838 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/2b2cb48c39594d3ab3ca7dd4c55b8e40, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c9a88f00660743d38b94aac5732d05c0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/4211c99bc1ed430689c1538f57a5de7e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/384302ef4773470a91e2556db27c592a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=47.0 K 2024-11-21T10:24:30,841 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2cb48c39594d3ab3ca7dd4c55b8e40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184664947 2024-11-21T10:24:30,842 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9a88f00660743d38b94aac5732d05c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732184666116 2024-11-21T10:24:30,842 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4211c99bc1ed430689c1538f57a5de7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184666485 2024-11-21T10:24:30,843 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 384302ef4773470a91e2556db27c592a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732184667663 2024-11-21T10:24:30,860 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:30,860 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/5d4a7275e8194c9d8673cb739c996a1a is 50, key is test_row_0/C:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T10:24:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741981_1157 (size=12241) 2024-11-21T10:24:30,878 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/5d4a7275e8194c9d8673cb739c996a1a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/5d4a7275e8194c9d8673cb739c996a1a 2024-11-21T10:24:30,889 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d1b5507f69ed616a256305751596eb89/C of d1b5507f69ed616a256305751596eb89 into 5d4a7275e8194c9d8673cb739c996a1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:30,889 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:30,889 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/C, priority=12, startTime=1732184670773; duration=0sec 2024-11-21T10:24:30,889 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:30,889 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:C 2024-11-21T10:24:30,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T10:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:30,915 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:24:30,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e91d54fab5354b11a91f296f4793e163_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184669839/Put/seqid=0 2024-11-21T10:24:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741982_1158 (size=12304) 2024-11-21T10:24:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:30,939 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e91d54fab5354b11a91f296f4793e163_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e91d54fab5354b11a91f296f4793e163_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:30,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/99d0118470464f4c9d2316c47e6df425, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:30,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/99d0118470464f4c9d2316c47e6df425 is 175, key is test_row_0/A:col10/1732184669839/Put/seqid=0 2024-11-21T10:24:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741983_1159 (size=31105) 2024-11-21T10:24:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:30,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184731012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184731012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184731018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184731024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184731025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T10:24:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184731136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184731136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184731136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184731136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184731136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,216 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#A#compaction#132 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:31,216 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/fe97faac35924902aa179393b9f5fd65 is 175, key is test_row_0/A:col10/1732184669821/Put/seqid=0 2024-11-21T10:24:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741984_1160 (size=31195) 2024-11-21T10:24:31,227 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/fe97faac35924902aa179393b9f5fd65 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/fe97faac35924902aa179393b9f5fd65 2024-11-21T10:24:31,232 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d1b5507f69ed616a256305751596eb89/A of d1b5507f69ed616a256305751596eb89 into fe97faac35924902aa179393b9f5fd65(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:31,233 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:31,233 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/A, priority=12, startTime=1732184670772; duration=0sec 2024-11-21T10:24:31,233 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:31,233 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:A 2024-11-21T10:24:31,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/99d0118470464f4c9d2316c47e6df425 2024-11-21T10:24:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184731346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184731346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184731346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184731347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184731347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/06a72b1e193d4b03ab29cff9011673d9 is 50, key is test_row_0/B:col10/1732184669839/Put/seqid=0 2024-11-21T10:24:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741985_1161 (size=12151) 2024-11-21T10:24:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T10:24:31,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184731656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184731656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184731656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184731657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184731657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:31,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/06a72b1e193d4b03ab29cff9011673d9 2024-11-21T10:24:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/60a26ed2e7c8422a8419f87a1bee9c5d is 50, key is test_row_0/C:col10/1732184669839/Put/seqid=0 2024-11-21T10:24:31,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741986_1162 (size=12151) 2024-11-21T10:24:31,779 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/60a26ed2e7c8422a8419f87a1bee9c5d 2024-11-21T10:24:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/99d0118470464f4c9d2316c47e6df425 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425 2024-11-21T10:24:31,792 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425, entries=150, sequenceid=135, filesize=30.4 K 2024-11-21T10:24:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/06a72b1e193d4b03ab29cff9011673d9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/06a72b1e193d4b03ab29cff9011673d9 2024-11-21T10:24:31,804 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/06a72b1e193d4b03ab29cff9011673d9, entries=150, sequenceid=135, filesize=11.9 K 2024-11-21T10:24:31,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/60a26ed2e7c8422a8419f87a1bee9c5d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/60a26ed2e7c8422a8419f87a1bee9c5d 2024-11-21T10:24:31,812 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/60a26ed2e7c8422a8419f87a1bee9c5d, entries=150, sequenceid=135, filesize=11.9 K 2024-11-21T10:24:31,815 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d1b5507f69ed616a256305751596eb89 in 899ms, sequenceid=135, compaction requested=false 2024-11-21T10:24:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T10:24:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T10:24:31,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T10:24:31,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-11-21T10:24:31,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.0680 sec 2024-11-21T10:24:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T10:24:31,897 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:31,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-21T10:24:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T10:24:31,899 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:31,900 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:31,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T10:24:32,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T10:24:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:32,052 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:24:32,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109d12bd49c5b4be2957797945e31c5e9_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184671016/Put/seqid=0 2024-11-21T10:24:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741987_1163 (size=12304) 2024-11-21T10:24:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:32,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184732173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184732176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184732176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184732177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184732178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T10:24:32,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184732286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184732286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184732286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:32,469 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109d12bd49c5b4be2957797945e31c5e9_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109d12bd49c5b4be2957797945e31c5e9_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:32,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/532cfd0e94bf4bca85c6a1a1f8d8de24, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/532cfd0e94bf4bca85c6a1a1f8d8de24 is 175, key is test_row_0/A:col10/1732184671016/Put/seqid=0 2024-11-21T10:24:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741988_1164 (size=31105) 2024-11-21T10:24:32,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184732496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184732496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184732496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T10:24:32,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184732806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184732806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184732806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:32,882 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/532cfd0e94bf4bca85c6a1a1f8d8de24 2024-11-21T10:24:32,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a6fc8dfb1f604d5c9519ba1896d979fe is 50, key is test_row_0/B:col10/1732184671016/Put/seqid=0 2024-11-21T10:24:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741989_1165 (size=12151) 2024-11-21T10:24:32,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a6fc8dfb1f604d5c9519ba1896d979fe 2024-11-21T10:24:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/8dcad3abed36460cbfce69009ea69767 is 50, key is test_row_0/C:col10/1732184671016/Put/seqid=0 2024-11-21T10:24:32,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741990_1166 (size=12151) 2024-11-21T10:24:32,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/8dcad3abed36460cbfce69009ea69767 2024-11-21T10:24:32,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/532cfd0e94bf4bca85c6a1a1f8d8de24 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24 2024-11-21T10:24:32,961 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24, entries=150, sequenceid=161, filesize=30.4 K 2024-11-21T10:24:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a6fc8dfb1f604d5c9519ba1896d979fe as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a6fc8dfb1f604d5c9519ba1896d979fe 2024-11-21T10:24:32,975 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a6fc8dfb1f604d5c9519ba1896d979fe, entries=150, sequenceid=161, filesize=11.9 K 2024-11-21T10:24:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/8dcad3abed36460cbfce69009ea69767 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/8dcad3abed36460cbfce69009ea69767 2024-11-21T10:24:32,990 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/8dcad3abed36460cbfce69009ea69767, entries=150, sequenceid=161, filesize=11.9 K 2024-11-21T10:24:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d1b5507f69ed616a256305751596eb89 in 939ms, sequenceid=161, compaction requested=true 2024-11-21T10:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T10:24:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T10:24:32,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T10:24:32,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-21T10:24:32,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.0980 sec 2024-11-21T10:24:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T10:24:33,037 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:33,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-21T10:24:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T10:24:33,039 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:33,040 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:33,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T10:24:33,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T10:24:33,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:33,193 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:24:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:33,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210bba7a2c55054385a258e795d2ac91b7_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184672176/Put/seqid=0 2024-11-21T10:24:33,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741991_1167 (size=12304) 2024-11-21T10:24:33,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184733255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184733256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184733316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184733316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184733316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T10:24:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184733366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184733366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184733576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184733576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:33,625 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210bba7a2c55054385a258e795d2ac91b7_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210bba7a2c55054385a258e795d2ac91b7_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/598439e28b1346029509dec655b65c45, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:33,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/598439e28b1346029509dec655b65c45 is 175, key is test_row_0/A:col10/1732184672176/Put/seqid=0 2024-11-21T10:24:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741992_1168 (size=31105) 2024-11-21T10:24:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T10:24:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184733886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184733886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:34,031 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/598439e28b1346029509dec655b65c45 2024-11-21T10:24:34,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/6f13694aacf34aefaa9296856d070e1f is 50, key is test_row_0/B:col10/1732184672176/Put/seqid=0 2024-11-21T10:24:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741993_1169 (size=12151) 2024-11-21T10:24:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T10:24:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184734326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184734327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184734327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:34,332 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:34,332 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:34,332 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:34,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184734396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:34,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184734396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:34,443 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/6f13694aacf34aefaa9296856d070e1f 2024-11-21T10:24:34,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/fdcd236187c94ba78d8a926163555e1d is 50, key is test_row_0/C:col10/1732184672176/Put/seqid=0 2024-11-21T10:24:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741994_1170 (size=12151) 2024-11-21T10:24:34,858 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/fdcd236187c94ba78d8a926163555e1d 2024-11-21T10:24:34,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/598439e28b1346029509dec655b65c45 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45 2024-11-21T10:24:34,916 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45, entries=150, sequenceid=172, filesize=30.4 K 2024-11-21T10:24:34,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/6f13694aacf34aefaa9296856d070e1f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6f13694aacf34aefaa9296856d070e1f 2024-11-21T10:24:34,921 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6f13694aacf34aefaa9296856d070e1f, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T10:24:34,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/fdcd236187c94ba78d8a926163555e1d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/fdcd236187c94ba78d8a926163555e1d 2024-11-21T10:24:34,927 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/fdcd236187c94ba78d8a926163555e1d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T10:24:34,928 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1b5507f69ed616a256305751596eb89 in 1734ms, sequenceid=172, compaction requested=true 2024-11-21T10:24:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T10:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T10:24:34,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T10:24:34,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8900 sec 2024-11-21T10:24:34,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8950 sec 2024-11-21T10:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T10:24:35,200 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:35,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-21T10:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T10:24:35,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:35,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:35,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T10:24:35,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T10:24:35,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:35,356 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:24:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e7d069ef27a342ee806b4dbe8ca6e95d_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184673243/Put/seqid=0 2024-11-21T10:24:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741995_1171 (size=12304) 2024-11-21T10:24:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:35,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184735433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184735433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T10:24:35,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184735546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:35,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184735546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184735756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184735756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:35,775 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e7d069ef27a342ee806b4dbe8ca6e95d_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e7d069ef27a342ee806b4dbe8ca6e95d_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/bd8fe43519aa4cdc880f04665ecd5241, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/bd8fe43519aa4cdc880f04665ecd5241 is 175, key is test_row_0/A:col10/1732184673243/Put/seqid=0 2024-11-21T10:24:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741996_1172 (size=31105) 2024-11-21T10:24:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T10:24:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184736066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184736066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/bd8fe43519aa4cdc880f04665ecd5241 2024-11-21T10:24:36,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a3c11aa30df2475295fb599aef9fb676 is 50, key is test_row_0/B:col10/1732184673243/Put/seqid=0 2024-11-21T10:24:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741997_1173 (size=12151) 2024-11-21T10:24:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T10:24:36,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184736336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,340 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184736346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,349 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184736356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,357 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184736576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184736576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:36,592 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a3c11aa30df2475295fb599aef9fb676 2024-11-21T10:24:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/1d93e27f90954fb7bbe41563f9860900 is 50, key is test_row_0/C:col10/1732184673243/Put/seqid=0 2024-11-21T10:24:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741998_1174 (size=12151) 2024-11-21T10:24:37,004 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/1d93e27f90954fb7bbe41563f9860900 2024-11-21T10:24:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/bd8fe43519aa4cdc880f04665ecd5241 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241 2024-11-21T10:24:37,013 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241, entries=150, sequenceid=197, filesize=30.4 K 2024-11-21T10:24:37,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/a3c11aa30df2475295fb599aef9fb676 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a3c11aa30df2475295fb599aef9fb676 2024-11-21T10:24:37,019 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a3c11aa30df2475295fb599aef9fb676, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T10:24:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/1d93e27f90954fb7bbe41563f9860900 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/1d93e27f90954fb7bbe41563f9860900 2024-11-21T10:24:37,024 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/1d93e27f90954fb7bbe41563f9860900, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T10:24:37,025 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d1b5507f69ed616a256305751596eb89 in 1668ms, sequenceid=197, compaction requested=true 2024-11-21T10:24:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T10:24:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T10:24:37,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-21T10:24:37,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-11-21T10:24:37,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.8270 sec 2024-11-21T10:24:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T10:24:37,346 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:37,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-21T10:24:37,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T10:24:37,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:37,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T10:24:37,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T10:24:37,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:37,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:24:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210db09504dc814be2997fe1ca81f30aaf_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184675431/Put/seqid=0 2024-11-21T10:24:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741999_1175 (size=12304) 2024-11-21T10:24:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:37,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:37,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184737648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:37,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184737654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T10:24:37,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184737756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184737766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:37,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:37,917 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210db09504dc814be2997fe1ca81f30aaf_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210db09504dc814be2997fe1ca81f30aaf_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/c6e34c29aa5b41dea20d8dce72d5e849, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/c6e34c29aa5b41dea20d8dce72d5e849 is 175, key is test_row_0/A:col10/1732184675431/Put/seqid=0 2024-11-21T10:24:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742000_1176 (size=31105) 2024-11-21T10:24:37,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184737966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T10:24:37,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184737976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:37,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184738276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:38,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184738286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:38,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/c6e34c29aa5b41dea20d8dce72d5e849 2024-11-21T10:24:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/712415c413b64e4783fbc828f9ad6f29 is 50, key is test_row_0/B:col10/1732184675431/Put/seqid=0 2024-11-21T10:24:38,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742001_1177 (size=12151) 2024-11-21T10:24:38,339 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/712415c413b64e4783fbc828f9ad6f29 2024-11-21T10:24:38,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/73a406471d6148c98c76e6ede54f51b2 is 50, key is test_row_0/C:col10/1732184675431/Put/seqid=0 2024-11-21T10:24:38,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742002_1178 (size=12151) 2024-11-21T10:24:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T10:24:38,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/73a406471d6148c98c76e6ede54f51b2 2024-11-21T10:24:38,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/c6e34c29aa5b41dea20d8dce72d5e849 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849 2024-11-21T10:24:38,758 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849, entries=150, sequenceid=208, filesize=30.4 K 2024-11-21T10:24:38,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/712415c413b64e4783fbc828f9ad6f29 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/712415c413b64e4783fbc828f9ad6f29 2024-11-21T10:24:38,763 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/712415c413b64e4783fbc828f9ad6f29, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T10:24:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/73a406471d6148c98c76e6ede54f51b2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/73a406471d6148c98c76e6ede54f51b2 2024-11-21T10:24:38,767 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/73a406471d6148c98c76e6ede54f51b2, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T10:24:38,768 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1b5507f69ed616a256305751596eb89 in 1267ms, sequenceid=208, compaction requested=true 2024-11-21T10:24:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T10:24:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T10:24:38,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-21T10:24:38,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-21T10:24:38,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4240 sec 2024-11-21T10:24:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:38,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:24:38,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121429964fb6f8a474b9cbd459952705a2c_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742003_1179 (size=17284) 2024-11-21T10:24:38,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184738821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:38,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184738821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184738926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:38,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184738936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:38,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:38,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184739136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184739146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:39,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:39,216 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121429964fb6f8a474b9cbd459952705a2c_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121429964fb6f8a474b9cbd459952705a2c_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:39,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/eef4801dacca471bbd61e469e3c044ce, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:39,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/eef4801dacca471bbd61e469e3c044ce is 175, key is test_row_0/A:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742004_1180 (size=48389) 2024-11-21T10:24:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184739446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184739456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T10:24:39,496 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:39,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-21T10:24:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:39,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:39,499 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:39,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:39,623 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/eef4801dacca471bbd61e469e3c044ce 2024-11-21T10:24:39,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/0be565cca4984736b8f7b81597edce1c is 50, key is test_row_0/B:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742005_1181 (size=12151) 2024-11-21T10:24:39,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:39,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:39,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:39,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184739956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:39,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:39,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:39,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184739966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:39,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:39,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:40,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/0be565cca4984736b8f7b81597edce1c 2024-11-21T10:24:40,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/c66aaa7604b44877965b8390ddf0481b is 50, key is test_row_0/C:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742006_1182 (size=12151) 2024-11-21T10:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:40,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51398 deadline: 1732184740366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:40,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51388 deadline: 1732184740366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:40,368 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:40,368 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51392 deadline: 1732184740376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:40,377 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in d1b5507f69ed616a256305751596eb89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:40,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:40,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:40,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:40,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/c66aaa7604b44877965b8390ddf0481b 2024-11-21T10:24:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/eef4801dacca471bbd61e469e3c044ce as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce 2024-11-21T10:24:40,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce, entries=250, sequenceid=235, filesize=47.3 K 2024-11-21T10:24:40,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/0be565cca4984736b8f7b81597edce1c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0be565cca4984736b8f7b81597edce1c 2024-11-21T10:24:40,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0be565cca4984736b8f7b81597edce1c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-21T10:24:40,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/c66aaa7604b44877965b8390ddf0481b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c66aaa7604b44877965b8390ddf0481b 2024-11-21T10:24:40,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c66aaa7604b44877965b8390ddf0481b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-21T10:24:40,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for d1b5507f69ed616a256305751596eb89 in 1683ms, sequenceid=235, compaction requested=true 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:40,482 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T10:24:40,482 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-21T10:24:40,484 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 235109 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-21T10:24:40,484 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/A is initiating minor compaction (all files) 2024-11-21T10:24:40,485 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/A in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,485 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/fe97faac35924902aa179393b9f5fd65, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=229.6 K 2024-11-21T10:24:40,485 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,485 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/fe97faac35924902aa179393b9f5fd65, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce] 2024-11-21T10:24:40,486 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe97faac35924902aa179393b9f5fd65, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732184667663 2024-11-21T10:24:40,486 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85147 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-21T10:24:40,486 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/B is initiating minor compaction (all files) 2024-11-21T10:24:40,486 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/B in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,486 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/63e91f46835341eeb7e7701dd20602c9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/06a72b1e193d4b03ab29cff9011673d9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a6fc8dfb1f604d5c9519ba1896d979fe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6f13694aacf34aefaa9296856d070e1f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a3c11aa30df2475295fb599aef9fb676, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/712415c413b64e4783fbc828f9ad6f29, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0be565cca4984736b8f7b81597edce1c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=83.2 K 2024-11-21T10:24:40,486 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99d0118470464f4c9d2316c47e6df425, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732184669836 2024-11-21T10:24:40,486 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 63e91f46835341eeb7e7701dd20602c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732184667663 2024-11-21T10:24:40,487 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 532cfd0e94bf4bca85c6a1a1f8d8de24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732184670998 2024-11-21T10:24:40,487 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a72b1e193d4b03ab29cff9011673d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732184669836 2024-11-21T10:24:40,487 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598439e28b1346029509dec655b65c45, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732184672168 2024-11-21T10:24:40,487 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a6fc8dfb1f604d5c9519ba1896d979fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732184670998 2024-11-21T10:24:40,487 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd8fe43519aa4cdc880f04665ecd5241, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184673226 2024-11-21T10:24:40,487 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f13694aacf34aefaa9296856d070e1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732184672168 2024-11-21T10:24:40,488 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a3c11aa30df2475295fb599aef9fb676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184673226 2024-11-21T10:24:40,488 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6e34c29aa5b41dea20d8dce72d5e849, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732184675424 2024-11-21T10:24:40,488 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 712415c413b64e4783fbc828f9ad6f29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732184675424 2024-11-21T10:24:40,488 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting eef4801dacca471bbd61e469e3c044ce, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732184677646 2024-11-21T10:24:40,488 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 0be565cca4984736b8f7b81597edce1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732184677652 2024-11-21T10:24:40,498 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:40,501 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121458060fd11f94a8a958393f7a2b6494e_d1b5507f69ed616a256305751596eb89 store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:40,501 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#B#compaction#153 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:40,501 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/dfb4bae208054246bb5b3294de485a8f is 50, key is test_row_0/B:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:40,505 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121458060fd11f94a8a958393f7a2b6494e_d1b5507f69ed616a256305751596eb89, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:40,505 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121458060fd11f94a8a958393f7a2b6494e_d1b5507f69ed616a256305751596eb89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742007_1183 (size=12629) 2024-11-21T10:24:40,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742008_1184 (size=4469) 2024-11-21T10:24:40,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T10:24:40,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,612 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T10:24:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d795ace0b97a4275984161edf5e06dd5_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184678804/Put/seqid=0 2024-11-21T10:24:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742009_1185 (size=12304) 2024-11-21T10:24:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:40,915 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/dfb4bae208054246bb5b3294de485a8f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/dfb4bae208054246bb5b3294de485a8f 2024-11-21T10:24:40,919 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:40,919 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/db30b8dc9bbe4a2693d621d85ee8a8bc is 175, key is test_row_0/A:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:40,920 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in d1b5507f69ed616a256305751596eb89/B of d1b5507f69ed616a256305751596eb89 into dfb4bae208054246bb5b3294de485a8f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:40,920 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:40,920 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/B, priority=9, startTime=1732184680482; duration=0sec 2024-11-21T10:24:40,921 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:40,921 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:B 2024-11-21T10:24:40,921 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-21T10:24:40,923 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85147 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-21T10:24:40,923 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/C is initiating minor compaction (all files) 2024-11-21T10:24:40,923 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/C in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:40,923 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/5d4a7275e8194c9d8673cb739c996a1a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/60a26ed2e7c8422a8419f87a1bee9c5d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/8dcad3abed36460cbfce69009ea69767, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/fdcd236187c94ba78d8a926163555e1d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/1d93e27f90954fb7bbe41563f9860900, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/73a406471d6148c98c76e6ede54f51b2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c66aaa7604b44877965b8390ddf0481b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=83.2 K 2024-11-21T10:24:40,924 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d4a7275e8194c9d8673cb739c996a1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732184667663 2024-11-21T10:24:40,924 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a26ed2e7c8422a8419f87a1bee9c5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732184669836 2024-11-21T10:24:40,925 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dcad3abed36460cbfce69009ea69767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732184670998 2024-11-21T10:24:40,926 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting fdcd236187c94ba78d8a926163555e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732184672168 2024-11-21T10:24:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742010_1186 (size=31583) 2024-11-21T10:24:40,927 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d93e27f90954fb7bbe41563f9860900, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184673226 2024-11-21T10:24:40,927 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 73a406471d6148c98c76e6ede54f51b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732184675424 2024-11-21T10:24:40,928 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c66aaa7604b44877965b8390ddf0481b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732184677652 2024-11-21T10:24:40,941 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#C#compaction#156 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:40,941 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/48ac3cc454e3478186701761c445f23c is 50, key is test_row_0/C:col10/1732184677652/Put/seqid=0 2024-11-21T10:24:40,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742011_1187 (size=12629) 2024-11-21T10:24:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184741031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,033 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d795ace0b97a4275984161edf5e06dd5_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d795ace0b97a4275984161edf5e06dd5_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:41,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184741032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/0dd86529f49e4ea988bcef75e26966e0, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/0dd86529f49e4ea988bcef75e26966e0 is 175, key is test_row_0/A:col10/1732184678804/Put/seqid=0 2024-11-21T10:24:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742012_1188 (size=31105) 2024-11-21T10:24:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184741136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184741136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,332 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/db30b8dc9bbe4a2693d621d85ee8a8bc as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/db30b8dc9bbe4a2693d621d85ee8a8bc 2024-11-21T10:24:41,336 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in d1b5507f69ed616a256305751596eb89/A of d1b5507f69ed616a256305751596eb89 into db30b8dc9bbe4a2693d621d85ee8a8bc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:41,336 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:41,336 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/A, priority=9, startTime=1732184680482; duration=0sec 2024-11-21T10:24:41,336 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:41,336 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:A 2024-11-21T10:24:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184741346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184741346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,351 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/48ac3cc454e3478186701761c445f23c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/48ac3cc454e3478186701761c445f23c 2024-11-21T10:24:41,357 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in d1b5507f69ed616a256305751596eb89/C of d1b5507f69ed616a256305751596eb89 into 48ac3cc454e3478186701761c445f23c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:41,357 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:41,357 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/C, priority=9, startTime=1732184680482; duration=0sec 2024-11-21T10:24:41,357 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:41,357 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:C 2024-11-21T10:24:41,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:24:41,443 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/0dd86529f49e4ea988bcef75e26966e0 2024-11-21T10:24:41,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/c7d5f6aa47ab46879d7dfb83c59b0990 is 50, key is test_row_0/B:col10/1732184678804/Put/seqid=0 2024-11-21T10:24:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742013_1189 (size=12151) 2024-11-21T10:24:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:41,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184741660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184741661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:41,854 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/c7d5f6aa47ab46879d7dfb83c59b0990 2024-11-21T10:24:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/7083d77e4d874ca7852661c8b7022ebb is 50, key is test_row_0/C:col10/1732184678804/Put/seqid=0 2024-11-21T10:24:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742014_1190 (size=12151) 2024-11-21T10:24:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184742166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:42,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184742176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:42,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/7083d77e4d874ca7852661c8b7022ebb 2024-11-21T10:24:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/0dd86529f49e4ea988bcef75e26966e0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0 2024-11-21T10:24:42,276 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0, entries=150, sequenceid=245, filesize=30.4 K 2024-11-21T10:24:42,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/c7d5f6aa47ab46879d7dfb83c59b0990 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/c7d5f6aa47ab46879d7dfb83c59b0990 2024-11-21T10:24:42,281 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/c7d5f6aa47ab46879d7dfb83c59b0990, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T10:24:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/7083d77e4d874ca7852661c8b7022ebb as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/7083d77e4d874ca7852661c8b7022ebb 2024-11-21T10:24:42,285 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/7083d77e4d874ca7852661c8b7022ebb, entries=150, sequenceid=245, filesize=11.9 K 2024-11-21T10:24:42,286 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d1b5507f69ed616a256305751596eb89 in 1674ms, sequenceid=245, compaction requested=false 2024-11-21T10:24:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T10:24:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T10:24:42,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-21T10:24:42,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7890 sec 2024-11-21T10:24:42,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.7930 sec 2024-11-21T10:24:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:43,179 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:43,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T10:24:43,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112131a03706bd1b43439161d64cfaddcb2c_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742015_1191 (size=14994) 2024-11-21T10:24:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184743202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184743203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184743316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184743316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184743526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184743526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,599 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:43,603 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112131a03706bd1b43439161d64cfaddcb2c_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112131a03706bd1b43439161d64cfaddcb2c_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:43,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/32d3e37bd5b3405aa6e241afb3cbafc6, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:43,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/32d3e37bd5b3405aa6e241afb3cbafc6 is 175, key is test_row_0/A:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742016_1192 (size=39949) 2024-11-21T10:24:43,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/32d3e37bd5b3405aa6e241afb3cbafc6 2024-11-21T10:24:43,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ce7985897d5948d08ee9f18b3941e986 is 50, key is test_row_0/B:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742017_1193 (size=12301) 2024-11-21T10:24:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T10:24:43,686 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:43,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-21T10:24:43,688 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:43,689 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:43,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184743836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184743836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:43,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T10:24:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:43,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:43,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T10:24:43,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:43,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:43,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:43,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:43,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:44,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ce7985897d5948d08ee9f18b3941e986 2024-11-21T10:24:44,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/e2e4f92a2129470fa1a2f653227d4a6e is 50, key is test_row_0/C:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742018_1194 (size=12301) 2024-11-21T10:24:44,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T10:24:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T10:24:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:44,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51326 deadline: 1732184744346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:44,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732184744347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:24:44,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/e2e4f92a2129470fa1a2f653227d4a6e 2024-11-21T10:24:44,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T10:24:44,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:44,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/32d3e37bd5b3405aa6e241afb3cbafc6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6 2024-11-21T10:24:44,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6, entries=200, sequenceid=275, filesize=39.0 K 2024-11-21T10:24:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/ce7985897d5948d08ee9f18b3941e986 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ce7985897d5948d08ee9f18b3941e986 2024-11-21T10:24:44,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ce7985897d5948d08ee9f18b3941e986, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T10:24:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/e2e4f92a2129470fa1a2f653227d4a6e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e2e4f92a2129470fa1a2f653227d4a6e 2024-11-21T10:24:44,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e2e4f92a2129470fa1a2f653227d4a6e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T10:24:44,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for d1b5507f69ed616a256305751596eb89 in 1311ms, sequenceid=275, compaction requested=true 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:44,490 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:44,490 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1b5507f69ed616a256305751596eb89:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:44,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:44,492 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:44,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/A is initiating minor compaction (all files) 2024-11-21T10:24:44,492 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/B is initiating minor compaction (all files) 2024-11-21T10:24:44,492 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/B in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,492 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/A in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,492 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/db30b8dc9bbe4a2693d621d85ee8a8bc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=100.2 K 2024-11-21T10:24:44,492 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/dfb4bae208054246bb5b3294de485a8f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/c7d5f6aa47ab46879d7dfb83c59b0990, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ce7985897d5948d08ee9f18b3941e986] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=36.2 K 2024-11-21T10:24:44,492 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/db30b8dc9bbe4a2693d621d85ee8a8bc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6] 2024-11-21T10:24:44,492 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting dfb4bae208054246bb5b3294de485a8f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732184677652 2024-11-21T10:24:44,493 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting db30b8dc9bbe4a2693d621d85ee8a8bc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732184677652 2024-11-21T10:24:44,493 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c7d5f6aa47ab46879d7dfb83c59b0990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732184678804 2024-11-21T10:24:44,493 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dd86529f49e4ea988bcef75e26966e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732184678804 2024-11-21T10:24:44,493 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7985897d5948d08ee9f18b3941e986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732184681030 2024-11-21T10:24:44,493 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32d3e37bd5b3405aa6e241afb3cbafc6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732184681000 2024-11-21T10:24:44,501 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-21T10:24:44,501 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:44,501 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,501 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:44,501 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-21T10:24:44,502 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:44,502 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,502 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:44,503 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-21T10:24:44,503 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:44,503 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,503 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:44,503 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:44,503 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/5d7757792c0944e1b80a958e1a8ca9f4 is 50, key is test_row_0/B:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:44,505 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:44,505 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-21T10:24:44,505 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:44,505 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,505 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:44,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:44,509 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214ccda73e614e49519289041d5e199431_d1b5507f69ed616a256305751596eb89 store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:44,511 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214ccda73e614e49519289041d5e199431_d1b5507f69ed616a256305751596eb89, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:44,511 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ccda73e614e49519289041d5e199431_d1b5507f69ed616a256305751596eb89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742019_1195 (size=12881) 2024-11-21T10:24:44,522 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/5d7757792c0944e1b80a958e1a8ca9f4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/5d7757792c0944e1b80a958e1a8ca9f4 2024-11-21T10:24:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742020_1196 (size=4469) 2024-11-21T10:24:44,528 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d1b5507f69ed616a256305751596eb89/B of d1b5507f69ed616a256305751596eb89 into 5d7757792c0944e1b80a958e1a8ca9f4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:44,528 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:44,528 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/B, priority=13, startTime=1732184684490; duration=0sec 2024-11-21T10:24:44,528 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:44,528 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:B 2024-11-21T10:24:44,528 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:44,529 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:44,529 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): d1b5507f69ed616a256305751596eb89/C is initiating minor compaction (all files) 2024-11-21T10:24:44,529 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d1b5507f69ed616a256305751596eb89/C in TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,530 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/48ac3cc454e3478186701761c445f23c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/7083d77e4d874ca7852661c8b7022ebb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e2e4f92a2129470fa1a2f653227d4a6e] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp, totalSize=36.2 K 2024-11-21T10:24:44,530 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 48ac3cc454e3478186701761c445f23c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732184677652 2024-11-21T10:24:44,530 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7083d77e4d874ca7852661c8b7022ebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732184678804 2024-11-21T10:24:44,530 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e2e4f92a2129470fa1a2f653227d4a6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732184681030 2024-11-21T10:24:44,537 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:44,537 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/54d1c712fb474b1385bc78a4c00c48e0 is 50, key is test_row_0/C:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742021_1197 (size=12881) 2024-11-21T10:24:44,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T10:24:44,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:44,610 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T10:24:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216c828163c9404bdf9702b6331feb4b62_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184683200/Put/seqid=0 2024-11-21T10:24:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742022_1198 (size=12454) 2024-11-21T10:24:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:44,628 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216c828163c9404bdf9702b6331feb4b62_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216c828163c9404bdf9702b6331feb4b62_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7837a7d8f7574ad0b253c425c92dedc8, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:44,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7837a7d8f7574ad0b253c425c92dedc8 is 175, key is test_row_0/A:col10/1732184683200/Put/seqid=0 2024-11-21T10:24:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742023_1199 (size=31255) 2024-11-21T10:24:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:44,927 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1b5507f69ed616a256305751596eb89#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:44,927 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/44354cbf6e924089b3a62bfc40af0aa0 is 175, key is test_row_0/A:col10/1732184681031/Put/seqid=0 2024-11-21T10:24:44,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742024_1200 (size=31835) 2024-11-21T10:24:44,948 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/54d1c712fb474b1385bc78a4c00c48e0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/54d1c712fb474b1385bc78a4c00c48e0 2024-11-21T10:24:44,955 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d1b5507f69ed616a256305751596eb89/C of d1b5507f69ed616a256305751596eb89 into 54d1c712fb474b1385bc78a4c00c48e0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:44,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:44,955 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/C, priority=13, startTime=1732184684490; duration=0sec 2024-11-21T10:24:44,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:44,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:C 2024-11-21T10:24:45,041 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7837a7d8f7574ad0b253c425c92dedc8 2024-11-21T10:24:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/2f8854aa445f4c60a683b78f441c90f4 is 50, key is test_row_0/B:col10/1732184683200/Put/seqid=0 2024-11-21T10:24:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742025_1201 (size=12301) 2024-11-21T10:24:45,339 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/44354cbf6e924089b3a62bfc40af0aa0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/44354cbf6e924089b3a62bfc40af0aa0 2024-11-21T10:24:45,345 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d1b5507f69ed616a256305751596eb89/A of d1b5507f69ed616a256305751596eb89 into 44354cbf6e924089b3a62bfc40af0aa0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:45,345 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:45,346 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., storeName=d1b5507f69ed616a256305751596eb89/A, priority=13, startTime=1732184684490; duration=0sec 2024-11-21T10:24:45,346 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:45,346 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1b5507f69ed616a256305751596eb89:A 2024-11-21T10:24:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:45,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. as already flushing 2024-11-21T10:24:45,358 INFO [Thread-644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-644. 2024-11-21T10:24:45,358 INFO [Thread-642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-642. 2024-11-21T10:24:45,358 DEBUG [Thread-644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:45,358 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:45,358 DEBUG [Thread-642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:45,358 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:45,358 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:45,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:45,358 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:45,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:45,497 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/2f8854aa445f4c60a683b78f441c90f4 2024-11-21T10:24:45,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/e7948fee98284a809f492efb42839d3d is 50, key is test_row_0/C:col10/1732184683200/Put/seqid=0 2024-11-21T10:24:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742026_1202 (size=12301) 2024-11-21T10:24:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:45,910 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/e7948fee98284a809f492efb42839d3d 2024-11-21T10:24:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/7837a7d8f7574ad0b253c425c92dedc8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7837a7d8f7574ad0b253c425c92dedc8 2024-11-21T10:24:45,926 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7837a7d8f7574ad0b253c425c92dedc8, entries=150, sequenceid=286, filesize=30.5 K 2024-11-21T10:24:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/2f8854aa445f4c60a683b78f441c90f4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/2f8854aa445f4c60a683b78f441c90f4 2024-11-21T10:24:45,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/2f8854aa445f4c60a683b78f441c90f4, entries=150, sequenceid=286, filesize=12.0 K 2024-11-21T10:24:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/e7948fee98284a809f492efb42839d3d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e7948fee98284a809f492efb42839d3d 2024-11-21T10:24:45,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e7948fee98284a809f492efb42839d3d, entries=150, sequenceid=286, filesize=12.0 K 2024-11-21T10:24:45,936 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=13.42 KB/13740 for d1b5507f69ed616a256305751596eb89 in 1326ms, sequenceid=286, compaction requested=false 2024-11-21T10:24:45,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for d1b5507f69ed616a256305751596eb89: 2024-11-21T10:24:45,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:45,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T10:24:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T10:24:45,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-21T10:24:45,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2480 sec 2024-11-21T10:24:45,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.2520 sec 2024-11-21T10:24:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T10:24:47,857 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:50,398 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-11-21T10:24:50,398 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-11-21T10:24:50,399 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:50,399 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:50,399 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,399 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,399 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,399 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:50,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:50,469 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-11-21T10:24:50,469 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:24:50,469 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,469 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:50,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3565 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3563 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1547 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4639 rows 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1536 2024-11-21T10:24:50,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4608 rows 2024-11-21T10:24:50,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:24:50,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:24:50,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:50,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:24:50,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T10:24:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T10:24:50,479 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184690478"}]},"ts":"1732184690478"} 2024-11-21T10:24:50,481 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T10:24:50,481 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T10:24:50,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:24:50,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, UNASSIGN}] 2024-11-21T10:24:50,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, UNASSIGN 2024-11-21T10:24:50,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:50,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, UNASSIGN because future has completed 2024-11-21T10:24:50,487 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:24:50,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:24:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T10:24:50,640 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:50,640 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:24:50,640 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing d1b5507f69ed616a256305751596eb89, disabling compactions & flushes 2024-11-21T10:24:50,640 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:50,640 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:50,640 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. after waiting 0 ms 2024-11-21T10:24:50,640 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:50,640 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing d1b5507f69ed616a256305751596eb89 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T10:24:50,650 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217e24c2eb4e7f43539473cfe90f0b84bf_d1b5507f69ed616a256305751596eb89 is 50, key is test_row_0/A:col10/1732184690396/Put/seqid=0 2024-11-21T10:24:50,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742027_1203 (size=12454) 2024-11-21T10:24:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T10:24:51,055 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:51,061 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217e24c2eb4e7f43539473cfe90f0b84bf_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217e24c2eb4e7f43539473cfe90f0b84bf_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:51,062 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/504e5059bd54495b83fbfa9dd48e43df, store: [table=TestAcidGuarantees family=A region=d1b5507f69ed616a256305751596eb89] 2024-11-21T10:24:51,063 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/504e5059bd54495b83fbfa9dd48e43df is 175, key is test_row_0/A:col10/1732184690396/Put/seqid=0 2024-11-21T10:24:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742028_1204 (size=31255) 2024-11-21T10:24:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T10:24:51,468 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/504e5059bd54495b83fbfa9dd48e43df 2024-11-21T10:24:51,480 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/49a9bda074864351b39af30574bc7c5e is 50, key is test_row_0/B:col10/1732184690396/Put/seqid=0 2024-11-21T10:24:51,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742029_1205 (size=12301) 2024-11-21T10:24:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T10:24:51,885 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/49a9bda074864351b39af30574bc7c5e 2024-11-21T10:24:51,893 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/33a708b734f64836a01482606e8752ec is 50, key is test_row_0/C:col10/1732184690396/Put/seqid=0 2024-11-21T10:24:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742030_1206 (size=12301) 2024-11-21T10:24:52,298 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/33a708b734f64836a01482606e8752ec 2024-11-21T10:24:52,303 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/A/504e5059bd54495b83fbfa9dd48e43df as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/504e5059bd54495b83fbfa9dd48e43df 2024-11-21T10:24:52,307 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/504e5059bd54495b83fbfa9dd48e43df, entries=150, sequenceid=296, filesize=30.5 K 2024-11-21T10:24:52,307 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/B/49a9bda074864351b39af30574bc7c5e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/49a9bda074864351b39af30574bc7c5e 2024-11-21T10:24:52,312 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/49a9bda074864351b39af30574bc7c5e, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T10:24:52,313 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/.tmp/C/33a708b734f64836a01482606e8752ec as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/33a708b734f64836a01482606e8752ec 2024-11-21T10:24:52,317 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/33a708b734f64836a01482606e8752ec, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T10:24:52,318 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d1b5507f69ed616a256305751596eb89 in 1678ms, sequenceid=296, compaction requested=true 2024-11-21T10:24:52,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/495bbc61701b48fb87b8f757554ce7be, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/fe97faac35924902aa179393b9f5fd65, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/db30b8dc9bbe4a2693d621d85ee8a8bc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6] to archive 2024-11-21T10:24:52,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:24:52,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7fce4b9ebf344c9e8c34486710ddb7c1 2024-11-21T10:24:52,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/752608f937344c1baefee674d9cd61c8 2024-11-21T10:24:52,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/2fe10112e2c348dfaf02b4f66b09d94d 2024-11-21T10:24:52,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/495bbc61701b48fb87b8f757554ce7be to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/495bbc61701b48fb87b8f757554ce7be 2024-11-21T10:24:52,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7a8c42800e61406191c6cb1f64375b4d 2024-11-21T10:24:52,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/98708beb6cbd4f14800e75a8748fc1f7 2024-11-21T10:24:52,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/9b6370ba96ef401c9b90a651f06044a7 2024-11-21T10:24:52,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/fe97faac35924902aa179393b9f5fd65 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/fe97faac35924902aa179393b9f5fd65 2024-11-21T10:24:52,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/99d0118470464f4c9d2316c47e6df425 2024-11-21T10:24:52,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/532cfd0e94bf4bca85c6a1a1f8d8de24 2024-11-21T10:24:52,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/598439e28b1346029509dec655b65c45 2024-11-21T10:24:52,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/bd8fe43519aa4cdc880f04665ecd5241 2024-11-21T10:24:52,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/c6e34c29aa5b41dea20d8dce72d5e849 2024-11-21T10:24:52,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/eef4801dacca471bbd61e469e3c044ce 2024-11-21T10:24:52,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/db30b8dc9bbe4a2693d621d85ee8a8bc to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/db30b8dc9bbe4a2693d621d85ee8a8bc 2024-11-21T10:24:52,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/0dd86529f49e4ea988bcef75e26966e0 2024-11-21T10:24:52,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/32d3e37bd5b3405aa6e241afb3cbafc6 2024-11-21T10:24:52,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ccdf83f0d9764fd0a23e22b9313a9c5b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0f07862931cf43a7b2290d8396e8cfef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/15dc71c6680c4d64a36f84329b5180db, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/21ab97419015480ea9c6bdb95695da82, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6c440c1ec3e4484c9c8fa6068152e1ff, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a1776517ee164b5daa2ca51ed1f25b2c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/63e91f46835341eeb7e7701dd20602c9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ed3a5193fcaf4f4abc785a1dac7a272c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/06a72b1e193d4b03ab29cff9011673d9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a6fc8dfb1f604d5c9519ba1896d979fe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6f13694aacf34aefaa9296856d070e1f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a3c11aa30df2475295fb599aef9fb676, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/712415c413b64e4783fbc828f9ad6f29, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/dfb4bae208054246bb5b3294de485a8f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0be565cca4984736b8f7b81597edce1c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/c7d5f6aa47ab46879d7dfb83c59b0990, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ce7985897d5948d08ee9f18b3941e986] to archive 2024-11-21T10:24:52,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:24:52,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ccdf83f0d9764fd0a23e22b9313a9c5b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ccdf83f0d9764fd0a23e22b9313a9c5b 2024-11-21T10:24:52,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0f07862931cf43a7b2290d8396e8cfef to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0f07862931cf43a7b2290d8396e8cfef 2024-11-21T10:24:52,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/15dc71c6680c4d64a36f84329b5180db to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/15dc71c6680c4d64a36f84329b5180db 2024-11-21T10:24:52,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/21ab97419015480ea9c6bdb95695da82 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/21ab97419015480ea9c6bdb95695da82 2024-11-21T10:24:52,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6c440c1ec3e4484c9c8fa6068152e1ff to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6c440c1ec3e4484c9c8fa6068152e1ff 2024-11-21T10:24:52,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a1776517ee164b5daa2ca51ed1f25b2c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a1776517ee164b5daa2ca51ed1f25b2c 2024-11-21T10:24:52,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/63e91f46835341eeb7e7701dd20602c9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/63e91f46835341eeb7e7701dd20602c9 2024-11-21T10:24:52,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ed3a5193fcaf4f4abc785a1dac7a272c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ed3a5193fcaf4f4abc785a1dac7a272c 2024-11-21T10:24:52,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/06a72b1e193d4b03ab29cff9011673d9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/06a72b1e193d4b03ab29cff9011673d9 2024-11-21T10:24:52,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a6fc8dfb1f604d5c9519ba1896d979fe to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a6fc8dfb1f604d5c9519ba1896d979fe 2024-11-21T10:24:52,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6f13694aacf34aefaa9296856d070e1f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/6f13694aacf34aefaa9296856d070e1f 2024-11-21T10:24:52,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a3c11aa30df2475295fb599aef9fb676 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/a3c11aa30df2475295fb599aef9fb676 2024-11-21T10:24:52,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/712415c413b64e4783fbc828f9ad6f29 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/712415c413b64e4783fbc828f9ad6f29 2024-11-21T10:24:52,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/dfb4bae208054246bb5b3294de485a8f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/dfb4bae208054246bb5b3294de485a8f 2024-11-21T10:24:52,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0be565cca4984736b8f7b81597edce1c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/0be565cca4984736b8f7b81597edce1c 2024-11-21T10:24:52,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/c7d5f6aa47ab46879d7dfb83c59b0990 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/c7d5f6aa47ab46879d7dfb83c59b0990 2024-11-21T10:24:52,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ce7985897d5948d08ee9f18b3941e986 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/ce7985897d5948d08ee9f18b3941e986 2024-11-21T10:24:52,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/b119a31073e04d82aa50a7559dc2d499, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/dc9d32e3262a408fb5308cfb1bbf463b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/2b2cb48c39594d3ab3ca7dd4c55b8e40, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/65e4f17babde4ef097c2c785479eeeb4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c9a88f00660743d38b94aac5732d05c0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/4211c99bc1ed430689c1538f57a5de7e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/5d4a7275e8194c9d8673cb739c996a1a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/384302ef4773470a91e2556db27c592a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/60a26ed2e7c8422a8419f87a1bee9c5d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/8dcad3abed36460cbfce69009ea69767, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/fdcd236187c94ba78d8a926163555e1d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/1d93e27f90954fb7bbe41563f9860900, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/73a406471d6148c98c76e6ede54f51b2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/48ac3cc454e3478186701761c445f23c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c66aaa7604b44877965b8390ddf0481b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/7083d77e4d874ca7852661c8b7022ebb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e2e4f92a2129470fa1a2f653227d4a6e] to archive 2024-11-21T10:24:52,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:24:52,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/b119a31073e04d82aa50a7559dc2d499 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/b119a31073e04d82aa50a7559dc2d499 2024-11-21T10:24:52,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/dc9d32e3262a408fb5308cfb1bbf463b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/dc9d32e3262a408fb5308cfb1bbf463b 2024-11-21T10:24:52,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/2b2cb48c39594d3ab3ca7dd4c55b8e40 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/2b2cb48c39594d3ab3ca7dd4c55b8e40 2024-11-21T10:24:52,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/65e4f17babde4ef097c2c785479eeeb4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/65e4f17babde4ef097c2c785479eeeb4 2024-11-21T10:24:52,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c9a88f00660743d38b94aac5732d05c0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c9a88f00660743d38b94aac5732d05c0 2024-11-21T10:24:52,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/4211c99bc1ed430689c1538f57a5de7e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/4211c99bc1ed430689c1538f57a5de7e 2024-11-21T10:24:52,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/5d4a7275e8194c9d8673cb739c996a1a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/5d4a7275e8194c9d8673cb739c996a1a 2024-11-21T10:24:52,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/384302ef4773470a91e2556db27c592a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/384302ef4773470a91e2556db27c592a 2024-11-21T10:24:52,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/60a26ed2e7c8422a8419f87a1bee9c5d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/60a26ed2e7c8422a8419f87a1bee9c5d 2024-11-21T10:24:52,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/8dcad3abed36460cbfce69009ea69767 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/8dcad3abed36460cbfce69009ea69767 2024-11-21T10:24:52,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/fdcd236187c94ba78d8a926163555e1d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/fdcd236187c94ba78d8a926163555e1d 2024-11-21T10:24:52,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/1d93e27f90954fb7bbe41563f9860900 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/1d93e27f90954fb7bbe41563f9860900 2024-11-21T10:24:52,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/73a406471d6148c98c76e6ede54f51b2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/73a406471d6148c98c76e6ede54f51b2 2024-11-21T10:24:52,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/48ac3cc454e3478186701761c445f23c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/48ac3cc454e3478186701761c445f23c 2024-11-21T10:24:52,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c66aaa7604b44877965b8390ddf0481b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/c66aaa7604b44877965b8390ddf0481b 2024-11-21T10:24:52,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/7083d77e4d874ca7852661c8b7022ebb to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/7083d77e4d874ca7852661c8b7022ebb 2024-11-21T10:24:52,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e2e4f92a2129470fa1a2f653227d4a6e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e2e4f92a2129470fa1a2f653227d4a6e 2024-11-21T10:24:52,385 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/recovered.edits/299.seqid, newMaxSeqId=299, maxSeqId=4 2024-11-21T10:24:52,385 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. 2024-11-21T10:24:52,385 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for d1b5507f69ed616a256305751596eb89: Waiting for close lock at 1732184690640Running coprocessor pre-close hooks at 1732184690640Disabling compacts and flushes for region at 1732184690640Disabling writes for close at 1732184690640Obtaining lock to block concurrent updates at 1732184690640Preparing flush snapshotting stores in d1b5507f69ed616a256305751596eb89 at 1732184690640Finished memstore snapshotting TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732184690641 (+1 ms)Flushing stores of TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89. at 1732184690641Flushing d1b5507f69ed616a256305751596eb89/A: creating writer at 1732184690641Flushing mob file d1b5507f69ed616a256305751596eb89/A: appending metadata at 1732184690650 (+9 ms)Flushing mob file d1b5507f69ed616a256305751596eb89/A: closing flushed file at 1732184690650Flushing d1b5507f69ed616a256305751596eb89/A: appending metadata at 1732184691062 (+412 ms)Flushing d1b5507f69ed616a256305751596eb89/A: closing flushed file at 1732184691062Flushing d1b5507f69ed616a256305751596eb89/B: creating writer at 1732184691475 (+413 ms)Flushing d1b5507f69ed616a256305751596eb89/B: appending metadata at 1732184691479 (+4 ms)Flushing d1b5507f69ed616a256305751596eb89/B: closing flushed file at 1732184691479Flushing d1b5507f69ed616a256305751596eb89/C: creating writer at 1732184691890 (+411 ms)Flushing d1b5507f69ed616a256305751596eb89/C: appending metadata at 1732184691893 (+3 ms)Flushing d1b5507f69ed616a256305751596eb89/C: closing flushed file at 1732184691893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691f3ef3: reopening flushed file at 1732184692302 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2973f240: reopening flushed file at 1732184692307 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264d00b: reopening flushed file at 1732184692312 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d1b5507f69ed616a256305751596eb89 in 1678ms, sequenceid=296, compaction requested=true at 1732184692318 (+6 ms)Writing region close event to WAL at 1732184692382 (+64 ms)Running coprocessor post-close hooks at 1732184692385 (+3 ms)Closed at 1732184692385 2024-11-21T10:24:52,387 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=d1b5507f69ed616a256305751596eb89, regionState=CLOSED 2024-11-21T10:24:52,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:24:52,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T10:24:52,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure d1b5507f69ed616a256305751596eb89, server=2651e482101a,35291,1732184623540 in 1.9020 sec 2024-11-21T10:24:52,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T10:24:52,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1b5507f69ed616a256305751596eb89, UNASSIGN in 1.9070 sec 2024-11-21T10:24:52,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-21T10:24:52,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-21T10:24:52,396 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184692395"}]},"ts":"1732184692395"} 2024-11-21T10:24:52,397 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T10:24:52,397 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T10:24:52,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9250 sec 2024-11-21T10:24:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T10:24:52,626 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:52,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T10:24:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,629 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T10:24:52,629 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/recovered.edits] 2024-11-21T10:24:52,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/44354cbf6e924089b3a62bfc40af0aa0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/44354cbf6e924089b3a62bfc40af0aa0 2024-11-21T10:24:52,639 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/504e5059bd54495b83fbfa9dd48e43df to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/504e5059bd54495b83fbfa9dd48e43df 2024-11-21T10:24:52,640 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7837a7d8f7574ad0b253c425c92dedc8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/A/7837a7d8f7574ad0b253c425c92dedc8 2024-11-21T10:24:52,642 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/2f8854aa445f4c60a683b78f441c90f4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/2f8854aa445f4c60a683b78f441c90f4 2024-11-21T10:24:52,644 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/49a9bda074864351b39af30574bc7c5e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/49a9bda074864351b39af30574bc7c5e 2024-11-21T10:24:52,645 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/5d7757792c0944e1b80a958e1a8ca9f4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/B/5d7757792c0944e1b80a958e1a8ca9f4 2024-11-21T10:24:52,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/33a708b734f64836a01482606e8752ec to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/33a708b734f64836a01482606e8752ec 2024-11-21T10:24:52,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/54d1c712fb474b1385bc78a4c00c48e0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/54d1c712fb474b1385bc78a4c00c48e0 2024-11-21T10:24:52,649 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e7948fee98284a809f492efb42839d3d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/C/e7948fee98284a809f492efb42839d3d 2024-11-21T10:24:52,651 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/recovered.edits/299.seqid to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89/recovered.edits/299.seqid 2024-11-21T10:24:52,652 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,652 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T10:24:52,652 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T10:24:52,653 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T10:24:52,657 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109d12bd49c5b4be2957797945e31c5e9_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109d12bd49c5b4be2957797945e31c5e9_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,658 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210bba7a2c55054385a258e795d2ac91b7_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210bba7a2c55054385a258e795d2ac91b7_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,659 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210db09504dc814be2997fe1ca81f30aaf_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210db09504dc814be2997fe1ca81f30aaf_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,661 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119db5c1fd13a4ab49c4b40b82bb72b6f_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112119db5c1fd13a4ab49c4b40b82bb72b6f_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,662 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112131a03706bd1b43439161d64cfaddcb2c_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112131a03706bd1b43439161d64cfaddcb2c_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121429964fb6f8a474b9cbd459952705a2c_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121429964fb6f8a474b9cbd459952705a2c_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,665 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214445d94682da40cb921fe2e604e30ea0_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214445d94682da40cb921fe2e604e30ea0_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,666 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121570c60efbc334b808e1df2bd19136fcf_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121570c60efbc334b808e1df2bd19136fcf_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,669 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112158f8c3080de6462193cb63c47e5637d8_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112158f8c3080de6462193cb63c47e5637d8_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,671 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216c828163c9404bdf9702b6331feb4b62_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216c828163c9404bdf9702b6331feb4b62_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217e24c2eb4e7f43539473cfe90f0b84bf_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217e24c2eb4e7f43539473cfe90f0b84bf_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219597b2a9b50145d99971cc0d8a30242a_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219597b2a9b50145d99971cc0d8a30242a_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b586625457ba456f9da94674f7422628_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b586625457ba456f9da94674f7422628_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d795ace0b97a4275984161edf5e06dd5_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d795ace0b97a4275984161edf5e06dd5_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,677 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e7d069ef27a342ee806b4dbe8ca6e95d_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e7d069ef27a342ee806b4dbe8ca6e95d_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e91d54fab5354b11a91f296f4793e163_d1b5507f69ed616a256305751596eb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e91d54fab5354b11a91f296f4793e163_d1b5507f69ed616a256305751596eb89 2024-11-21T10:24:52,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T10:24:52,682 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,685 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T10:24:52,688 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T10:24:52,689 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,689 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T10:24:52,690 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732184692689"}]},"ts":"9223372036854775807"} 2024-11-21T10:24:52,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T10:24:52,692 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d1b5507f69ed616a256305751596eb89, NAME => 'TestAcidGuarantees,,1732184661213.d1b5507f69ed616a256305751596eb89.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T10:24:52,692 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T10:24:52,692 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732184692692"}]},"ts":"9223372036854775807"} 2024-11-21T10:24:52,694 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T10:24:52,695 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-21T10:24:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T10:24:52,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T10:24:52,739 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:52,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1988828524_22 at /127.0.0.1:33860 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2994 (was 2527) - AvailableMemoryMB LEAK? - 2024-11-21T10:24:52,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=2993 2024-11-21T10:24:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:24:52,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:24:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T10:24:52,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T10:24:52,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:52,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-21T10:24:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T10:24:52,759 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T10:24:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742031_1207 (size=959) 2024-11-21T10:24:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T10:24:52,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T10:24:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T10:24:53,169 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:24:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742032_1208 (size=53) 2024-11-21T10:24:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T10:24:53,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:24:53,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7b311ab83e69598183bb9a54434551b5, disabling compactions & flushes 2024-11-21T10:24:53,581 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. after waiting 0 ms 2024-11-21T10:24:53,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,582 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b311ab83e69598183bb9a54434551b5: Waiting for close lock at 1732184693581Disabling compacts and flushes for region at 1732184693581Disabling writes for close at 1732184693582 (+1 ms)Writing region close event to WAL at 1732184693582Closed at 1732184693582 2024-11-21T10:24:53,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T10:24:53,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732184693583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732184693583"}]},"ts":"1732184693583"} 2024-11-21T10:24:53,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T10:24:53,586 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T10:24:53,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184693586"}]},"ts":"1732184693586"} 2024-11-21T10:24:53,588 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T10:24:53,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, ASSIGN}] 2024-11-21T10:24:53,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, ASSIGN 2024-11-21T10:24:53,590 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, ASSIGN; state=OFFLINE, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=false 2024-11-21T10:24:53,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=7b311ab83e69598183bb9a54434551b5, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:53,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, ASSIGN because future has completed 2024-11-21T10:24:53,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:24:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T10:24:53,899 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,899 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:24:53,899 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,899 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:24:53,899 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,899 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,901 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,903 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b311ab83e69598183bb9a54434551b5 columnFamilyName A 2024-11-21T10:24:53,903 DEBUG [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:53,903 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] regionserver.HStore(327): Store=7b311ab83e69598183bb9a54434551b5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:53,903 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,905 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b311ab83e69598183bb9a54434551b5 columnFamilyName B 2024-11-21T10:24:53,905 DEBUG [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:53,905 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] regionserver.HStore(327): Store=7b311ab83e69598183bb9a54434551b5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:53,905 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,907 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b311ab83e69598183bb9a54434551b5 columnFamilyName C 2024-11-21T10:24:53,907 DEBUG [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:24:53,907 INFO [StoreOpener-7b311ab83e69598183bb9a54434551b5-1 {}] regionserver.HStore(327): Store=7b311ab83e69598183bb9a54434551b5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:24:53,908 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,908 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,909 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,910 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,910 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,911 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:24:53,912 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,914 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:24:53,914 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 7b311ab83e69598183bb9a54434551b5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71571486, jitterRate=0.06649824976921082}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:24:53,914 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:53,915 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 7b311ab83e69598183bb9a54434551b5: Running coprocessor pre-open hook at 1732184693900Writing region info on filesystem at 1732184693900Initializing all the Stores at 1732184693901 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184693901Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184693901Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184693901Cleaning up temporary data from old regions at 1732184693910 (+9 ms)Running coprocessor post-open hooks at 1732184693914 (+4 ms)Region opened successfully at 1732184693915 (+1 ms) 2024-11-21T10:24:53,916 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., pid=63, masterSystemTime=1732184693895 2024-11-21T10:24:53,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=7b311ab83e69598183bb9a54434551b5, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:24:53,919 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,919 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:53,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:24:53,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T10:24:53,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 in 178 msec 2024-11-21T10:24:53,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T10:24:53,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, ASSIGN in 337 msec 2024-11-21T10:24:53,927 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T10:24:53,928 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184693927"}]},"ts":"1732184693927"} 2024-11-21T10:24:53,929 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T10:24:53,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T10:24:53,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-21T10:24:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T10:24:54,906 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:54,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,909 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba23a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,911 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd5f801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:24:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:24:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4580961c 2024-11-21T10:24:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:24:54,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:24:54,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,923 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfc5792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,925 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36620380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ec5c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd74b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,932 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29123657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46371de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d794c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e1790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,943 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a08d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,945 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16564abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,948 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,950 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b23de51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,953 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3bf93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,954 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eee1cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,958 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163b2c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f98a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,962 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33252843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2082143f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:24:54,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:24:54,965 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:24:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:24:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:24:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ade77d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:24:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:24:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:24:54,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:24:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a9e206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:24:54,968 DEBUG [Thread-1004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,968 DEBUG [Thread-1006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,969 DEBUG [Thread-1010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-21T10:24:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,973 DEBUG [Thread-991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T10:24:54,975 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:54,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:54,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,978 DEBUG [Thread-993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,978 DEBUG [Thread-1002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:54,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:24:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:54,997 DEBUG [Thread-995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:54,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:55,005 DEBUG [Thread-999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:55,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:55,008 DEBUG [Thread-997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:55,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:55,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:55,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:55,024 DEBUG [Thread-1008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:24:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:24:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:24:55,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:24:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:24:55,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184755033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184755035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/828fb72da3ed4dd68235a3311dcbcd80 is 50, key is test_row_0/A:col10/1732184694990/Put/seqid=0 2024-11-21T10:24:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184755036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184755039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184755040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742033_1209 (size=16681) 2024-11-21T10:24:55,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/828fb72da3ed4dd68235a3311dcbcd80 2024-11-21T10:24:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T10:24:55,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/59c189ce969340b2920c5477e3afd07d is 50, key is test_row_0/B:col10/1732184694990/Put/seqid=0 2024-11-21T10:24:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742034_1210 (size=12001) 2024-11-21T10:24:55,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T10:24:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184755146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184755146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184755146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184755156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184755156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T10:24:55,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:55,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T10:24:55,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184755356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184755356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184755367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184755367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184755367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T10:24:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:55,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/59c189ce969340b2920c5477e3afd07d 2024-11-21T10:24:55,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/550ed29dad5749579ac1f8e33cf5a189 is 50, key is test_row_0/C:col10/1732184694990/Put/seqid=0 2024-11-21T10:24:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742035_1211 (size=12001) 2024-11-21T10:24:55,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/550ed29dad5749579ac1f8e33cf5a189 2024-11-21T10:24:55,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/828fb72da3ed4dd68235a3311dcbcd80 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/828fb72da3ed4dd68235a3311dcbcd80 2024-11-21T10:24:55,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/828fb72da3ed4dd68235a3311dcbcd80, entries=250, sequenceid=12, filesize=16.3 K 2024-11-21T10:24:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/59c189ce969340b2920c5477e3afd07d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/59c189ce969340b2920c5477e3afd07d 2024-11-21T10:24:55,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/59c189ce969340b2920c5477e3afd07d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T10:24:55,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/550ed29dad5749579ac1f8e33cf5a189 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/550ed29dad5749579ac1f8e33cf5a189 2024-11-21T10:24:55,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/550ed29dad5749579ac1f8e33cf5a189, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T10:24:55,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7b311ab83e69598183bb9a54434551b5 in 601ms, sequenceid=12, compaction requested=false 2024-11-21T10:24:55,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:55,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T10:24:55,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:55,600 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:24:55,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/4eddc8532115430885cd45b5ecac04c9 is 50, key is test_row_0/A:col10/1732184695029/Put/seqid=0 2024-11-21T10:24:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T10:24:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742036_1212 (size=12001) 2024-11-21T10:24:55,624 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/4eddc8532115430885cd45b5ecac04c9 2024-11-21T10:24:55,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/e11289dc34a5412bbdb91edeb58e85d6 is 50, key is test_row_0/B:col10/1732184695029/Put/seqid=0 2024-11-21T10:24:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742037_1213 (size=12001) 2024-11-21T10:24:55,666 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/e11289dc34a5412bbdb91edeb58e85d6 2024-11-21T10:24:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:55,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/db4143cd306f45c1b0a3652a7db90a13 is 50, key is test_row_0/C:col10/1732184695029/Put/seqid=0 2024-11-21T10:24:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184755680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184755677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184755681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184755685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184755685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742038_1214 (size=12001) 2024-11-21T10:24:55,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184755796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184755796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184755796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184755796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:55,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184756006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184756007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184756007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184756007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,095 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/db4143cd306f45c1b0a3652a7db90a13 2024-11-21T10:24:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/4eddc8532115430885cd45b5ecac04c9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/4eddc8532115430885cd45b5ecac04c9 2024-11-21T10:24:56,116 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/4eddc8532115430885cd45b5ecac04c9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T10:24:56,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/e11289dc34a5412bbdb91edeb58e85d6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e11289dc34a5412bbdb91edeb58e85d6 2024-11-21T10:24:56,121 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e11289dc34a5412bbdb91edeb58e85d6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T10:24:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T10:24:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/db4143cd306f45c1b0a3652a7db90a13 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/db4143cd306f45c1b0a3652a7db90a13 2024-11-21T10:24:56,132 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/db4143cd306f45c1b0a3652a7db90a13, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T10:24:56,133 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7b311ab83e69598183bb9a54434551b5 in 534ms, sequenceid=38, compaction requested=false 2024-11-21T10:24:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-21T10:24:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-21T10:24:56,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-21T10:24:56,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-11-21T10:24:56,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.1710 sec 2024-11-21T10:24:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:56,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:56,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:24:56,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5dd9f8c55dbf46b98b6990cd1b6def76 is 50, key is test_row_0/A:col10/1732184695681/Put/seqid=0 2024-11-21T10:24:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742039_1215 (size=12001) 2024-11-21T10:24:56,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5dd9f8c55dbf46b98b6990cd1b6def76 2024-11-21T10:24:56,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/74322335d59c44abbded2803977b385e is 50, key is test_row_0/B:col10/1732184695681/Put/seqid=0 2024-11-21T10:24:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742040_1216 (size=12001) 2024-11-21T10:24:56,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184756298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184756316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184756316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184756316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184756316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184756406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184756616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/74322335d59c44abbded2803977b385e 2024-11-21T10:24:56,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/78d8f09e838243d9b028dffea08f85be is 50, key is test_row_0/C:col10/1732184695681/Put/seqid=0 2024-11-21T10:24:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742041_1217 (size=12001) 2024-11-21T10:24:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184756826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184756826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184756827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184756827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:56,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184756927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/78d8f09e838243d9b028dffea08f85be 2024-11-21T10:24:57,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5dd9f8c55dbf46b98b6990cd1b6def76 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5dd9f8c55dbf46b98b6990cd1b6def76 2024-11-21T10:24:57,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5dd9f8c55dbf46b98b6990cd1b6def76, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T10:24:57,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/74322335d59c44abbded2803977b385e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/74322335d59c44abbded2803977b385e 2024-11-21T10:24:57,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/74322335d59c44abbded2803977b385e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T10:24:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/78d8f09e838243d9b028dffea08f85be as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/78d8f09e838243d9b028dffea08f85be 2024-11-21T10:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T10:24:57,137 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:57,137 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-21T10:24:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T10:24:57,140 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:57,142 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:57,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:57,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/78d8f09e838243d9b028dffea08f85be, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T10:24:57,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7b311ab83e69598183bb9a54434551b5 in 951ms, sequenceid=50, compaction requested=true 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:57,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T10:24:57,148 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:57,149 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:57,159 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:57,160 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:24:57,160 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:57,160 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:57,160 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:24:57,160 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/828fb72da3ed4dd68235a3311dcbcd80, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/4eddc8532115430885cd45b5ecac04c9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5dd9f8c55dbf46b98b6990cd1b6def76] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=39.7 K 2024-11-21T10:24:57,160 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:57,161 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/550ed29dad5749579ac1f8e33cf5a189, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/db4143cd306f45c1b0a3652a7db90a13, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/78d8f09e838243d9b028dffea08f85be] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.2 K 2024-11-21T10:24:57,161 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 828fb72da3ed4dd68235a3311dcbcd80, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184694986 2024-11-21T10:24:57,161 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 550ed29dad5749579ac1f8e33cf5a189, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184694986 2024-11-21T10:24:57,162 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eddc8532115430885cd45b5ecac04c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732184695029 2024-11-21T10:24:57,162 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting db4143cd306f45c1b0a3652a7db90a13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732184695029 2024-11-21T10:24:57,163 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 78d8f09e838243d9b028dffea08f85be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732184695681 2024-11-21T10:24:57,163 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dd9f8c55dbf46b98b6990cd1b6def76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732184695681 2024-11-21T10:24:57,178 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:57,179 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/946b0a9345aa479ea17dfe7a836f2588 is 50, key is test_row_0/C:col10/1732184695681/Put/seqid=0 2024-11-21T10:24:57,188 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:57,188 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c6d8f9c8c77041318193cd63e7d63365 is 50, key is test_row_0/A:col10/1732184695681/Put/seqid=0 2024-11-21T10:24:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742043_1219 (size=12104) 2024-11-21T10:24:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742042_1218 (size=12104) 2024-11-21T10:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T10:24:57,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T10:24:57,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:57,296 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:24:57,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c125c6ca504946aaa49dc789d7142e84 is 50, key is test_row_0/A:col10/1732184696290/Put/seqid=0 2024-11-21T10:24:57,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742044_1220 (size=12001) 2024-11-21T10:24:57,352 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c125c6ca504946aaa49dc789d7142e84 2024-11-21T10:24:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/caa17599a4a74316959172ac7e5a7831 is 50, key is test_row_0/B:col10/1732184696290/Put/seqid=0 2024-11-21T10:24:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742045_1221 (size=12001) 2024-11-21T10:24:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T10:24:57,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184757480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184757586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,653 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c6d8f9c8c77041318193cd63e7d63365 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c6d8f9c8c77041318193cd63e7d63365 2024-11-21T10:24:57,664 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/946b0a9345aa479ea17dfe7a836f2588 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/946b0a9345aa479ea17dfe7a836f2588 2024-11-21T10:24:57,669 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into c6d8f9c8c77041318193cd63e7d63365(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:57,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:57,669 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=13, startTime=1732184697148; duration=0sec 2024-11-21T10:24:57,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:57,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:24:57,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:57,671 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:57,671 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:24:57,671 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:57,671 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/59c189ce969340b2920c5477e3afd07d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e11289dc34a5412bbdb91edeb58e85d6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/74322335d59c44abbded2803977b385e] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.2 K 2024-11-21T10:24:57,672 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59c189ce969340b2920c5477e3afd07d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184694986 2024-11-21T10:24:57,672 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 946b0a9345aa479ea17dfe7a836f2588(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:57,672 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:57,672 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=13, startTime=1732184697148; duration=0sec 2024-11-21T10:24:57,672 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11289dc34a5412bbdb91edeb58e85d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732184695029 2024-11-21T10:24:57,672 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:57,672 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:24:57,672 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74322335d59c44abbded2803977b385e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732184695681 2024-11-21T10:24:57,680 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:57,680 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/84bdf723559e43948eda6d8d72a6bd66 is 50, key is test_row_0/B:col10/1732184695681/Put/seqid=0 2024-11-21T10:24:57,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742046_1222 (size=12104) 2024-11-21T10:24:57,715 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/84bdf723559e43948eda6d8d72a6bd66 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/84bdf723559e43948eda6d8d72a6bd66 2024-11-21T10:24:57,725 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into 84bdf723559e43948eda6d8d72a6bd66(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:57,725 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:57,725 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=13, startTime=1732184697148; duration=0sec 2024-11-21T10:24:57,725 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:57,725 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:24:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T10:24:57,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/caa17599a4a74316959172ac7e5a7831 2024-11-21T10:24:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/c7c721c49ca34ad2ac342b634d281514 is 50, key is test_row_0/C:col10/1732184696290/Put/seqid=0 2024-11-21T10:24:57,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184757796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742047_1223 (size=12001) 2024-11-21T10:24:57,825 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/c7c721c49ca34ad2ac342b634d281514 2024-11-21T10:24:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c125c6ca504946aaa49dc789d7142e84 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c125c6ca504946aaa49dc789d7142e84 2024-11-21T10:24:57,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184757836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184757836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c125c6ca504946aaa49dc789d7142e84, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T10:24:57,839 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,839 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/caa17599a4a74316959172ac7e5a7831 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/caa17599a4a74316959172ac7e5a7831 2024-11-21T10:24:57,844 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/caa17599a4a74316959172ac7e5a7831, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T10:24:57,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/c7c721c49ca34ad2ac342b634d281514 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c7c721c49ca34ad2ac342b634d281514 2024-11-21T10:24:57,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184757847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184757847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:57,848 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,849 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:24:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:57,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c7c721c49ca34ad2ac342b634d281514, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T10:24:57,852 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7b311ab83e69598183bb9a54434551b5 in 556ms, sequenceid=74, compaction requested=false 2024-11-21T10:24:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-21T10:24:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-21T10:24:57,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-21T10:24:57,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 712 msec 2024-11-21T10:24:57,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 724 msec 2024-11-21T10:24:57,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:58,108 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:58,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:24:58,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/65d0a136ffd64ff8aca4422700a2e111 is 50, key is test_row_0/A:col10/1732184697478/Put/seqid=0 2024-11-21T10:24:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742048_1224 (size=12001) 2024-11-21T10:24:58,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/65d0a136ffd64ff8aca4422700a2e111 2024-11-21T10:24:58,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f253e0fa00d641d280675ab659d3e104 is 50, key is test_row_0/B:col10/1732184697478/Put/seqid=0 2024-11-21T10:24:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742049_1225 (size=12001) 2024-11-21T10:24:58,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f253e0fa00d641d280675ab659d3e104 2024-11-21T10:24:58,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/49079695a876407fb6275a8591abd6d5 is 50, key is test_row_0/C:col10/1732184697478/Put/seqid=0 2024-11-21T10:24:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184758213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742050_1226 (size=12001) 2024-11-21T10:24:58,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/49079695a876407fb6275a8591abd6d5 2024-11-21T10:24:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/65d0a136ffd64ff8aca4422700a2e111 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/65d0a136ffd64ff8aca4422700a2e111 2024-11-21T10:24:58,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/65d0a136ffd64ff8aca4422700a2e111, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T10:24:58,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f253e0fa00d641d280675ab659d3e104 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f253e0fa00d641d280675ab659d3e104 2024-11-21T10:24:58,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f253e0fa00d641d280675ab659d3e104, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T10:24:58,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/49079695a876407fb6275a8591abd6d5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/49079695a876407fb6275a8591abd6d5 2024-11-21T10:24:58,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/49079695a876407fb6275a8591abd6d5, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T10:24:58,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b311ab83e69598183bb9a54434551b5 in 151ms, sequenceid=90, compaction requested=true 2024-11-21T10:24:58,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:58,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:24:58,259 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:24:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:58,260 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:24:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:58,260 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:58,261 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:24:58,261 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,261 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c6d8f9c8c77041318193cd63e7d63365, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c125c6ca504946aaa49dc789d7142e84, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/65d0a136ffd64ff8aca4422700a2e111] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.3 K 2024-11-21T10:24:58,261 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:58,261 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:24:58,261 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,261 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/84bdf723559e43948eda6d8d72a6bd66, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/caa17599a4a74316959172ac7e5a7831, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f253e0fa00d641d280675ab659d3e104] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.3 K 2024-11-21T10:24:58,261 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6d8f9c8c77041318193cd63e7d63365, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732184695681 2024-11-21T10:24:58,261 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 84bdf723559e43948eda6d8d72a6bd66, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732184695681 2024-11-21T10:24:58,261 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c125c6ca504946aaa49dc789d7142e84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732184696279 2024-11-21T10:24:58,262 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting caa17599a4a74316959172ac7e5a7831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732184696279 2024-11-21T10:24:58,262 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65d0a136ffd64ff8aca4422700a2e111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184697473 2024-11-21T10:24:58,262 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f253e0fa00d641d280675ab659d3e104, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184697473 2024-11-21T10:24:58,270 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#189 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:58,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/86b216714c2f4fe9bd58292e8ed57822 is 50, key is test_row_0/B:col10/1732184697478/Put/seqid=0 2024-11-21T10:24:58,274 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:58,275 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/0a4ae4e798cb44ad9042be1fb886df98 is 50, key is test_row_0/A:col10/1732184697478/Put/seqid=0 2024-11-21T10:24:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T10:24:58,277 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:24:58,277 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-21T10:24:58,279 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:24:58,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:24:58,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:24:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742051_1227 (size=12207) 2024-11-21T10:24:58,298 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/86b216714c2f4fe9bd58292e8ed57822 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/86b216714c2f4fe9bd58292e8ed57822 2024-11-21T10:24:58,305 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into 86b216714c2f4fe9bd58292e8ed57822(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:58,305 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:58,305 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=13, startTime=1732184698260; duration=0sec 2024-11-21T10:24:58,305 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:24:58,305 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:24:58,305 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:24:58,307 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:24:58,307 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:24:58,307 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,307 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/946b0a9345aa479ea17dfe7a836f2588, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c7c721c49ca34ad2ac342b634d281514, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/49079695a876407fb6275a8591abd6d5] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.3 K 2024-11-21T10:24:58,307 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 946b0a9345aa479ea17dfe7a836f2588, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732184695681 2024-11-21T10:24:58,308 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c7c721c49ca34ad2ac342b634d281514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732184696279 2024-11-21T10:24:58,308 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 49079695a876407fb6275a8591abd6d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184697473 2024-11-21T10:24:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742052_1228 (size=12207) 2024-11-21T10:24:58,315 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/0a4ae4e798cb44ad9042be1fb886df98 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0a4ae4e798cb44ad9042be1fb886df98 2024-11-21T10:24:58,317 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:24:58,318 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/6f59f719abb148df9b7593fedcc21cf5 is 50, key is test_row_0/C:col10/1732184697478/Put/seqid=0 2024-11-21T10:24:58,325 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into 0a4ae4e798cb44ad9042be1fb886df98(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:58,325 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:58,325 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=13, startTime=1732184698259; duration=0sec 2024-11-21T10:24:58,325 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:58,325 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:24:58,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:24:58,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742053_1229 (size=12207) 2024-11-21T10:24:58,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/e4d8d16c74944cca95d845a9ac7c7561 is 50, key is test_row_0/A:col10/1732184698200/Put/seqid=0 2024-11-21T10:24:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742054_1230 (size=14341) 2024-11-21T10:24:58,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184758376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:24:58,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:58,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:58,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184758486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:58,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:24:58,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184758696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:58,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,742 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/6f59f719abb148df9b7593fedcc21cf5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6f59f719abb148df9b7593fedcc21cf5 2024-11-21T10:24:58,747 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 6f59f719abb148df9b7593fedcc21cf5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:24:58,747 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:58,747 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=13, startTime=1732184698260; duration=0sec 2024-11-21T10:24:58,748 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:24:58,748 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:24:58,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/e4d8d16c74944cca95d845a9ac7c7561 2024-11-21T10:24:58,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/b483d2ec37334623ab2215be1496b5e5 is 50, key is test_row_0/B:col10/1732184698200/Put/seqid=0 2024-11-21T10:24:58,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742055_1231 (size=12001) 2024-11-21T10:24:58,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:58,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:24:59,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184759006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/b483d2ec37334623ab2215be1496b5e5 2024-11-21T10:24:59,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/a2a4973382fd4da4b0cfa12a0895ce4e is 50, key is test_row_0/C:col10/1732184698200/Put/seqid=0 2024-11-21T10:24:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742056_1232 (size=12001) 2024-11-21T10:24:59,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:24:59,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:24:59,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184759516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/a2a4973382fd4da4b0cfa12a0895ce4e 2024-11-21T10:24:59,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/e4d8d16c74944cca95d845a9ac7c7561 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e4d8d16c74944cca95d845a9ac7c7561 2024-11-21T10:24:59,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e4d8d16c74944cca95d845a9ac7c7561, entries=200, sequenceid=116, filesize=14.0 K 2024-11-21T10:24:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/b483d2ec37334623ab2215be1496b5e5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b483d2ec37334623ab2215be1496b5e5 2024-11-21T10:24:59,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b483d2ec37334623ab2215be1496b5e5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:24:59,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/a2a4973382fd4da4b0cfa12a0895ce4e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/a2a4973382fd4da4b0cfa12a0895ce4e 2024-11-21T10:24:59,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/a2a4973382fd4da4b0cfa12a0895ce4e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:24:59,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7b311ab83e69598183bb9a54434551b5 in 1266ms, sequenceid=116, compaction requested=false 2024-11-21T10:24:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:24:59,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T10:24:59,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:24:59,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:24:59,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/944c99ad71e64f2fa823f858cd8c2a03 is 50, key is test_row_0/A:col10/1732184698374/Put/seqid=0 2024-11-21T10:24:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742057_1233 (size=12001) 2024-11-21T10:24:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:24:59,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:24:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184759877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184759879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184759880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184759881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184759986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184759986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184759986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:24:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:24:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184759986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:24:59,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:24:59,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,064 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/944c99ad71e64f2fa823f858cd8c2a03 2024-11-21T10:25:00,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/550494c683b243a4970b8e97b236ea4a is 50, key is test_row_0/B:col10/1732184698374/Put/seqid=0 2024-11-21T10:25:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742058_1234 (size=12001) 2024-11-21T10:25:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184760197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184760197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184760197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184760197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:25:00,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/550494c683b243a4970b8e97b236ea4a 2024-11-21T10:25:00,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/b80f71648f2b4624a0e0f8e7042bae9a is 50, key is test_row_0/C:col10/1732184698374/Put/seqid=0 2024-11-21T10:25:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742059_1235 (size=12001) 2024-11-21T10:25:00,487 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/b80f71648f2b4624a0e0f8e7042bae9a 2024-11-21T10:25:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/944c99ad71e64f2fa823f858cd8c2a03 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/944c99ad71e64f2fa823f858cd8c2a03 2024-11-21T10:25:00,495 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/944c99ad71e64f2fa823f858cd8c2a03, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T10:25:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/550494c683b243a4970b8e97b236ea4a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/550494c683b243a4970b8e97b236ea4a 2024-11-21T10:25:00,500 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/550494c683b243a4970b8e97b236ea4a, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T10:25:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/b80f71648f2b4624a0e0f8e7042bae9a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b80f71648f2b4624a0e0f8e7042bae9a 2024-11-21T10:25:00,505 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b80f71648f2b4624a0e0f8e7042bae9a, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T10:25:00,506 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7b311ab83e69598183bb9a54434551b5 in 851ms, sequenceid=129, compaction requested=true 2024-11-21T10:25:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:00,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-21T10:25:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-21T10:25:00,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-21T10:25:00,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2270 sec 2024-11-21T10:25:00,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.2330 sec 2024-11-21T10:25:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:00,511 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:00,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:25:00,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/6190a0fd32dc4a59887f5ec287b5ac2f is 50, key is test_row_0/A:col10/1732184699878/Put/seqid=0 2024-11-21T10:25:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742060_1236 (size=14541) 2024-11-21T10:25:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184760518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184760518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184760522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184760522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184760526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,529 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184760626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184760626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184760636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184760636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184760836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184760836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184760846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184760846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:00,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/6190a0fd32dc4a59887f5ec287b5ac2f 2024-11-21T10:25:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/6306735db0574bd2bda2d4437f874758 is 50, key is test_row_0/B:col10/1732184699878/Put/seqid=0 2024-11-21T10:25:00,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742061_1237 (size=12151) 2024-11-21T10:25:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184761146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184761147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184761156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184761156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/6306735db0574bd2bda2d4437f874758 2024-11-21T10:25:01,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/847bb68709ce468a89587a14b5b64a0c is 50, key is test_row_0/C:col10/1732184699878/Put/seqid=0 2024-11-21T10:25:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742062_1238 (size=12151) 2024-11-21T10:25:01,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/847bb68709ce468a89587a14b5b64a0c 2024-11-21T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/6190a0fd32dc4a59887f5ec287b5ac2f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/6190a0fd32dc4a59887f5ec287b5ac2f 2024-11-21T10:25:01,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/6190a0fd32dc4a59887f5ec287b5ac2f, entries=200, sequenceid=156, filesize=14.2 K 2024-11-21T10:25:01,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/6306735db0574bd2bda2d4437f874758 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/6306735db0574bd2bda2d4437f874758 2024-11-21T10:25:01,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/6306735db0574bd2bda2d4437f874758, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T10:25:01,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/847bb68709ce468a89587a14b5b64a0c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/847bb68709ce468a89587a14b5b64a0c 2024-11-21T10:25:01,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/847bb68709ce468a89587a14b5b64a0c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T10:25:01,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7b311ab83e69598183bb9a54434551b5 in 854ms, sequenceid=156, compaction requested=true 2024-11-21T10:25:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:01,366 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:01,366 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:01,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:01,367 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:01,367 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:01,367 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:25:01,367 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:25:01,367 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:01,367 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0a4ae4e798cb44ad9042be1fb886df98, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e4d8d16c74944cca95d845a9ac7c7561, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/944c99ad71e64f2fa823f858cd8c2a03, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/6190a0fd32dc4a59887f5ec287b5ac2f] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=51.8 K 2024-11-21T10:25:01,367 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:01,368 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/86b216714c2f4fe9bd58292e8ed57822, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b483d2ec37334623ab2215be1496b5e5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/550494c683b243a4970b8e97b236ea4a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/6306735db0574bd2bda2d4437f874758] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=47.2 K 2024-11-21T10:25:01,368 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4ae4e798cb44ad9042be1fb886df98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184697473 2024-11-21T10:25:01,368 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4d8d16c74944cca95d845a9ac7c7561, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184698189 2024-11-21T10:25:01,368 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 86b216714c2f4fe9bd58292e8ed57822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184697473 2024-11-21T10:25:01,368 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 944c99ad71e64f2fa823f858cd8c2a03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732184698353 2024-11-21T10:25:01,368 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b483d2ec37334623ab2215be1496b5e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184698200 2024-11-21T10:25:01,369 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6190a0fd32dc4a59887f5ec287b5ac2f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184699878 2024-11-21T10:25:01,369 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 550494c683b243a4970b8e97b236ea4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732184698353 2024-11-21T10:25:01,369 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6306735db0574bd2bda2d4437f874758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184699878 2024-11-21T10:25:01,377 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:01,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/af6155203c2e42dbae3f09eb207d7c37 is 50, key is test_row_0/B:col10/1732184699878/Put/seqid=0 2024-11-21T10:25:01,378 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:01,378 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/358349a243f2443fabf17e6e5c811165 is 50, key is test_row_0/A:col10/1732184699878/Put/seqid=0 2024-11-21T10:25:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742063_1239 (size=12493) 2024-11-21T10:25:01,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742064_1240 (size=12493) 2024-11-21T10:25:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:01,657 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:01,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:01,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/0fc5922933134c21b491e5c343afe843 is 50, key is test_row_0/A:col10/1732184700520/Put/seqid=0 2024-11-21T10:25:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742065_1241 (size=16931) 2024-11-21T10:25:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184761689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184761690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184761691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184761691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,791 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/af6155203c2e42dbae3f09eb207d7c37 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/af6155203c2e42dbae3f09eb207d7c37 2024-11-21T10:25:01,792 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/358349a243f2443fabf17e6e5c811165 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/358349a243f2443fabf17e6e5c811165 2024-11-21T10:25:01,796 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into af6155203c2e42dbae3f09eb207d7c37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:01,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:01,796 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=12, startTime=1732184701366; duration=0sec 2024-11-21T10:25:01,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:01,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:25:01,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:01,797 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into 358349a243f2443fabf17e6e5c811165(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:01,797 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:01,797 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=12, startTime=1732184701365; duration=0sec 2024-11-21T10:25:01,797 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:01,797 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:25:01,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184761796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,799 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:01,799 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:25:01,799 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:01,799 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6f59f719abb148df9b7593fedcc21cf5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/a2a4973382fd4da4b0cfa12a0895ce4e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b80f71648f2b4624a0e0f8e7042bae9a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/847bb68709ce468a89587a14b5b64a0c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=47.2 K 2024-11-21T10:25:01,799 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f59f719abb148df9b7593fedcc21cf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184697473 2024-11-21T10:25:01,800 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a2a4973382fd4da4b0cfa12a0895ce4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184698200 2024-11-21T10:25:01,800 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b80f71648f2b4624a0e0f8e7042bae9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732184698353 2024-11-21T10:25:01,800 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 847bb68709ce468a89587a14b5b64a0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184699878 2024-11-21T10:25:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184761806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184761807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184761807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:01,810 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:01,811 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/197cee8209cb497db1b9ace9a3ccccf8 is 50, key is test_row_0/C:col10/1732184699878/Put/seqid=0 2024-11-21T10:25:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742066_1242 (size=12493) 2024-11-21T10:25:02,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184762006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184762016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184762017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184762017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/0fc5922933134c21b491e5c343afe843 2024-11-21T10:25:02,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bfa258f90aef4f0386576f366b55978d is 50, key is test_row_0/B:col10/1732184700520/Put/seqid=0 2024-11-21T10:25:02,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742067_1243 (size=12151) 2024-11-21T10:25:02,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bfa258f90aef4f0386576f366b55978d 2024-11-21T10:25:02,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/46da3fbba2ff4af6bf80370574ce761d is 50, key is test_row_0/C:col10/1732184700520/Put/seqid=0 2024-11-21T10:25:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742068_1244 (size=12151) 2024-11-21T10:25:02,222 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/197cee8209cb497db1b9ace9a3ccccf8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/197cee8209cb497db1b9ace9a3ccccf8 2024-11-21T10:25:02,226 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 197cee8209cb497db1b9ace9a3ccccf8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:02,226 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:02,226 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=12, startTime=1732184701366; duration=0sec 2024-11-21T10:25:02,227 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:02,227 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:25:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184762318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184762326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184762326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184762326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T10:25:02,447 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:02,447 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-21T10:25:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:02,449 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:02,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:02,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:02,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/46da3fbba2ff4af6bf80370574ce761d 2024-11-21T10:25:02,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/0fc5922933134c21b491e5c343afe843 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0fc5922933134c21b491e5c343afe843 2024-11-21T10:25:02,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0fc5922933134c21b491e5c343afe843, entries=250, sequenceid=168, filesize=16.5 K 2024-11-21T10:25:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bfa258f90aef4f0386576f366b55978d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bfa258f90aef4f0386576f366b55978d 2024-11-21T10:25:02,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bfa258f90aef4f0386576f366b55978d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T10:25:02,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/46da3fbba2ff4af6bf80370574ce761d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/46da3fbba2ff4af6bf80370574ce761d 2024-11-21T10:25:02,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/46da3fbba2ff4af6bf80370574ce761d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T10:25:02,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b311ab83e69598183bb9a54434551b5 in 879ms, sequenceid=168, compaction requested=false 2024-11-21T10:25:02,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:02,549 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:02,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:25:02,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/35081f496c6c48f78f5a0cbf781de945 is 50, key is test_row_0/A:col10/1732184701690/Put/seqid=0 2024-11-21T10:25:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742069_1245 (size=14541) 2024-11-21T10:25:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184762580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:02,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184762686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:02,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:02,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184762826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184762836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184762836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184762836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T10:25:02,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T10:25:02,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184762896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:02,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:02,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:02,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:02,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:02,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:02,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/35081f496c6c48f78f5a0cbf781de945 2024-11-21T10:25:02,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bedefef30eda459a882416de3f031570 is 50, key is test_row_0/B:col10/1732184701690/Put/seqid=0 2024-11-21T10:25:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742070_1246 (size=12151) 2024-11-21T10:25:03,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184763206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:03,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bedefef30eda459a882416de3f031570 2024-11-21T10:25:03,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/d1c3107f43f549c6a55c99a8b7154a7d is 50, key is test_row_0/C:col10/1732184701690/Put/seqid=0 2024-11-21T10:25:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742071_1247 (size=12151) 2024-11-21T10:25:03,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:03,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184763716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:03,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:03,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/d1c3107f43f549c6a55c99a8b7154a7d 2024-11-21T10:25:03,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/35081f496c6c48f78f5a0cbf781de945 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/35081f496c6c48f78f5a0cbf781de945 2024-11-21T10:25:03,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/35081f496c6c48f78f5a0cbf781de945, entries=200, sequenceid=197, filesize=14.2 K 2024-11-21T10:25:03,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bedefef30eda459a882416de3f031570 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bedefef30eda459a882416de3f031570 2024-11-21T10:25:03,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bedefef30eda459a882416de3f031570, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T10:25:03,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/d1c3107f43f549c6a55c99a8b7154a7d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/d1c3107f43f549c6a55c99a8b7154a7d 2024-11-21T10:25:03,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/d1c3107f43f549c6a55c99a8b7154a7d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T10:25:03,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7b311ab83e69598183bb9a54434551b5 in 1283ms, sequenceid=197, compaction requested=true 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:03,832 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:03,832 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:03,834 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:03,834 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:03,834 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:25:03,834 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:25:03,834 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,834 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,835 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/358349a243f2443fabf17e6e5c811165, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0fc5922933134c21b491e5c343afe843, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/35081f496c6c48f78f5a0cbf781de945] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=42.9 K 2024-11-21T10:25:03,835 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/af6155203c2e42dbae3f09eb207d7c37, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bfa258f90aef4f0386576f366b55978d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bedefef30eda459a882416de3f031570] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.9 K 2024-11-21T10:25:03,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting af6155203c2e42dbae3f09eb207d7c37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184699878 2024-11-21T10:25:03,835 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 358349a243f2443fabf17e6e5c811165, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184699878 2024-11-21T10:25:03,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bfa258f90aef4f0386576f366b55978d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732184700520 2024-11-21T10:25:03,836 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fc5922933134c21b491e5c343afe843, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732184700516 2024-11-21T10:25:03,836 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bedefef30eda459a882416de3f031570, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184701682 2024-11-21T10:25:03,836 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35081f496c6c48f78f5a0cbf781de945, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184701682 2024-11-21T10:25:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:03,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:03,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:25:03,844 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:03,845 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/e7933eadd6384355957826d79b8d444a is 50, key is test_row_0/B:col10/1732184701690/Put/seqid=0 2024-11-21T10:25:03,848 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:03,849 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c925c5dd81db4e17bac3773cd032a805 is 50, key is test_row_0/A:col10/1732184701690/Put/seqid=0 2024-11-21T10:25:03,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/01e6ad3e06634f5e997c4763d883adc3 is 50, key is test_row_0/A:col10/1732184702579/Put/seqid=0 2024-11-21T10:25:03,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742072_1248 (size=12595) 2024-11-21T10:25:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742073_1249 (size=12595) 2024-11-21T10:25:03,884 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/e7933eadd6384355957826d79b8d444a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e7933eadd6384355957826d79b8d444a 2024-11-21T10:25:03,886 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/c925c5dd81db4e17bac3773cd032a805 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c925c5dd81db4e17bac3773cd032a805 2024-11-21T10:25:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742074_1250 (size=12151) 2024-11-21T10:25:03,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/01e6ad3e06634f5e997c4763d883adc3 2024-11-21T10:25:03,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/47288b845078433d8ef5695f2f10deaa is 50, key is test_row_0/B:col10/1732184702579/Put/seqid=0 2024-11-21T10:25:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742075_1251 (size=12151) 2024-11-21T10:25:03,938 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into c925c5dd81db4e17bac3773cd032a805(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:03,938 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into e7933eadd6384355957826d79b8d444a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:03,938 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=13, startTime=1732184703832; duration=0sec 2024-11-21T10:25:03,938 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=13, startTime=1732184703832; duration=0sec 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:25:03,938 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:03,939 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:03,939 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:25:03,939 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,939 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/197cee8209cb497db1b9ace9a3ccccf8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/46da3fbba2ff4af6bf80370574ce761d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/d1c3107f43f549c6a55c99a8b7154a7d] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=35.9 K 2024-11-21T10:25:03,940 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 197cee8209cb497db1b9ace9a3ccccf8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184699878 2024-11-21T10:25:03,940 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 46da3fbba2ff4af6bf80370574ce761d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732184700520 2024-11-21T10:25:03,941 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting d1c3107f43f549c6a55c99a8b7154a7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184701682 2024-11-21T10:25:03,950 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:03,951 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/3ce159834ede49e3bbf07b57f879ec9c is 50, key is test_row_0/C:col10/1732184701690/Put/seqid=0 2024-11-21T10:25:03,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184763948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:03,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184763951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:03,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184763952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742076_1252 (size=12595) 2024-11-21T10:25:03,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:03,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184763952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:03,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:03,967 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/3ce159834ede49e3bbf07b57f879ec9c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/3ce159834ede49e3bbf07b57f879ec9c 2024-11-21T10:25:03,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:03,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:03,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:03,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:03,982 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 3ce159834ede49e3bbf07b57f879ec9c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:03,982 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:03,982 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=13, startTime=1732184703832; duration=0sec 2024-11-21T10:25:03,982 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:03,982 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:25:04,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184764066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184764066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184764067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184764067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:04,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:04,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:04,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:04,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:04,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:04,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184764276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184764276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184764276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184764276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:04,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:04,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/47288b845078433d8ef5695f2f10deaa 2024-11-21T10:25:04,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/e312bcf089434071bd24b801f9825f4a is 50, key is test_row_0/C:col10/1732184702579/Put/seqid=0 2024-11-21T10:25:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742077_1253 (size=12151) 2024-11-21T10:25:04,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/e312bcf089434071bd24b801f9825f4a 2024-11-21T10:25:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/01e6ad3e06634f5e997c4763d883adc3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/01e6ad3e06634f5e997c4763d883adc3 2024-11-21T10:25:04,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/01e6ad3e06634f5e997c4763d883adc3, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T10:25:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/47288b845078433d8ef5695f2f10deaa as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/47288b845078433d8ef5695f2f10deaa 2024-11-21T10:25:04,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/47288b845078433d8ef5695f2f10deaa, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T10:25:04,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/e312bcf089434071bd24b801f9825f4a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e312bcf089434071bd24b801f9825f4a 2024-11-21T10:25:04,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e312bcf089434071bd24b801f9825f4a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T10:25:04,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7b311ab83e69598183bb9a54434551b5 in 536ms, sequenceid=208, compaction requested=false 2024-11-21T10:25:04,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:04,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T10:25:04,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:04,445 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:25:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5ffbcf4bbe9c43e6aa390d6369ecc346 is 50, key is test_row_0/A:col10/1732184703950/Put/seqid=0 2024-11-21T10:25:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742078_1254 (size=12151) 2024-11-21T10:25:04,507 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5ffbcf4bbe9c43e6aa390d6369ecc346 2024-11-21T10:25:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/b344fb01d13d444aa11510b66739ce0c is 50, key is test_row_0/B:col10/1732184703950/Put/seqid=0 2024-11-21T10:25:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742079_1255 (size=12151) 2024-11-21T10:25:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:04,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184764594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184764596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184764598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184764598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184764706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184764706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184764706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184764706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184764736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,737 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184764916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184764916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184764916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184764916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:04,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/b344fb01d13d444aa11510b66739ce0c 2024-11-21T10:25:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/c36bfffca1f64aaf82530bbee2fda3d8 is 50, key is test_row_0/C:col10/1732184703950/Put/seqid=0 2024-11-21T10:25:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742080_1256 (size=12151) 2024-11-21T10:25:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184765226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184765227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184765227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184765227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,357 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/c36bfffca1f64aaf82530bbee2fda3d8 2024-11-21T10:25:05,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5ffbcf4bbe9c43e6aa390d6369ecc346 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5ffbcf4bbe9c43e6aa390d6369ecc346 2024-11-21T10:25:05,364 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5ffbcf4bbe9c43e6aa390d6369ecc346, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T10:25:05,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/b344fb01d13d444aa11510b66739ce0c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b344fb01d13d444aa11510b66739ce0c 2024-11-21T10:25:05,368 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b344fb01d13d444aa11510b66739ce0c, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T10:25:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/c36bfffca1f64aaf82530bbee2fda3d8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c36bfffca1f64aaf82530bbee2fda3d8 2024-11-21T10:25:05,373 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c36bfffca1f64aaf82530bbee2fda3d8, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T10:25:05,374 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7b311ab83e69598183bb9a54434551b5 in 929ms, sequenceid=237, compaction requested=true 2024-11-21T10:25:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-21T10:25:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-21T10:25:05,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-21T10:25:05,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9250 sec 2024-11-21T10:25:05,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.9300 sec 2024-11-21T10:25:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:05,738 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:05,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:05,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/627281b5732b4b92ab1401b61eb1c9a3 is 50, key is test_row_0/A:col10/1732184705738/Put/seqid=0 2024-11-21T10:25:05,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742081_1257 (size=16931) 2024-11-21T10:25:05,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184765762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184765763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184765763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184765767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184765876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184765876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184765876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184765876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184766087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184766087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184766087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184766087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/627281b5732b4b92ab1401b61eb1c9a3 2024-11-21T10:25:06,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/d4fa03a22ebb48e58be735effd1c37da is 50, key is test_row_0/B:col10/1732184705738/Put/seqid=0 2024-11-21T10:25:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742082_1258 (size=12151) 2024-11-21T10:25:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184766396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184766396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184766396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184766396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/d4fa03a22ebb48e58be735effd1c37da 2024-11-21T10:25:06,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/844ee44d47fa466e9647375bf15e96e2 is 50, key is test_row_0/C:col10/1732184705738/Put/seqid=0 2024-11-21T10:25:06,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742083_1259 (size=12151) 2024-11-21T10:25:06,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/844ee44d47fa466e9647375bf15e96e2 2024-11-21T10:25:06,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/627281b5732b4b92ab1401b61eb1c9a3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/627281b5732b4b92ab1401b61eb1c9a3 2024-11-21T10:25:06,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/627281b5732b4b92ab1401b61eb1c9a3, entries=250, sequenceid=251, filesize=16.5 K 2024-11-21T10:25:06,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/d4fa03a22ebb48e58be735effd1c37da as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d4fa03a22ebb48e58be735effd1c37da 2024-11-21T10:25:06,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d4fa03a22ebb48e58be735effd1c37da, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T10:25:06,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/844ee44d47fa466e9647375bf15e96e2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/844ee44d47fa466e9647375bf15e96e2 2024-11-21T10:25:06,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/844ee44d47fa466e9647375bf15e96e2, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T10:25:06,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7b311ab83e69598183bb9a54434551b5 in 849ms, sequenceid=251, compaction requested=true 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:06,587 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:06,587 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:06,588 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:06,588 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:06,588 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:25:06,588 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:25:06,588 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,588 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,588 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c925c5dd81db4e17bac3773cd032a805, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/01e6ad3e06634f5e997c4763d883adc3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5ffbcf4bbe9c43e6aa390d6369ecc346, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/627281b5732b4b92ab1401b61eb1c9a3] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=52.6 K 2024-11-21T10:25:06,588 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e7933eadd6384355957826d79b8d444a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/47288b845078433d8ef5695f2f10deaa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b344fb01d13d444aa11510b66739ce0c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d4fa03a22ebb48e58be735effd1c37da] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=47.9 K 2024-11-21T10:25:06,589 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e7933eadd6384355957826d79b8d444a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184701682 2024-11-21T10:25:06,589 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c925c5dd81db4e17bac3773cd032a805, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184701682 2024-11-21T10:25:06,589 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e6ad3e06634f5e997c4763d883adc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732184702566 2024-11-21T10:25:06,589 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ffbcf4bbe9c43e6aa390d6369ecc346, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732184703887 2024-11-21T10:25:06,590 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 47288b845078433d8ef5695f2f10deaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732184702566 2024-11-21T10:25:06,590 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 627281b5732b4b92ab1401b61eb1c9a3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732184704589 2024-11-21T10:25:06,590 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b344fb01d13d444aa11510b66739ce0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732184703887 2024-11-21T10:25:06,591 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting d4fa03a22ebb48e58be735effd1c37da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732184704596 2024-11-21T10:25:06,598 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:06,598 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/bc774fb5e1624d06abc9a68ec3d9acc8 is 50, key is test_row_0/A:col10/1732184705738/Put/seqid=0 2024-11-21T10:25:06,609 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742084_1260 (size=12731) 2024-11-21T10:25:06,609 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f7f1899de2564e09bb34f43d883f8bc7 is 50, key is test_row_0/B:col10/1732184705738/Put/seqid=0 2024-11-21T10:25:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742085_1261 (size=12731) 2024-11-21T10:25:06,616 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/bc774fb5e1624d06abc9a68ec3d9acc8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bc774fb5e1624d06abc9a68ec3d9acc8 2024-11-21T10:25:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T10:25:06,617 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:06,617 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-21T10:25:06,619 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:06,620 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f7f1899de2564e09bb34f43d883f8bc7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f7f1899de2564e09bb34f43d883f8bc7 2024-11-21T10:25:06,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:06,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:06,623 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into bc774fb5e1624d06abc9a68ec3d9acc8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:06,623 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:06,623 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=12, startTime=1732184706587; duration=0sec 2024-11-21T10:25:06,624 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:06,624 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:25:06,624 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:06,626 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:06,626 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:25:06,627 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,627 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/3ce159834ede49e3bbf07b57f879ec9c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e312bcf089434071bd24b801f9825f4a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c36bfffca1f64aaf82530bbee2fda3d8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/844ee44d47fa466e9647375bf15e96e2] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=47.9 K 2024-11-21T10:25:06,628 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ce159834ede49e3bbf07b57f879ec9c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732184701682 2024-11-21T10:25:06,628 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e312bcf089434071bd24b801f9825f4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732184702566 2024-11-21T10:25:06,628 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c36bfffca1f64aaf82530bbee2fda3d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732184703887 2024-11-21T10:25:06,629 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 844ee44d47fa466e9647375bf15e96e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732184704596 2024-11-21T10:25:06,629 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into f7f1899de2564e09bb34f43d883f8bc7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:06,629 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:06,629 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=12, startTime=1732184706587; duration=0sec 2024-11-21T10:25:06,629 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:06,629 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:25:06,651 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:06,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/34e8cef2e77045f8a566dc44d61bee50 is 50, key is test_row_0/C:col10/1732184705738/Put/seqid=0 2024-11-21T10:25:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742086_1262 (size=12731) 2024-11-21T10:25:06,663 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/34e8cef2e77045f8a566dc44d61bee50 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/34e8cef2e77045f8a566dc44d61bee50 2024-11-21T10:25:06,668 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 34e8cef2e77045f8a566dc44d61bee50(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:06,668 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:06,668 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=12, startTime=1732184706587; duration=0sec 2024-11-21T10:25:06,668 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:06,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:25:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:06,758 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:06,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:25:06,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/b37c14ad642e4499858bcbd704bb838f is 50, key is test_row_0/A:col10/1732184705762/Put/seqid=0 2024-11-21T10:25:06,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742087_1263 (size=14741) 2024-11-21T10:25:06,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/b37c14ad642e4499858bcbd704bb838f 2024-11-21T10:25:06,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/41262374838749e3a1d3c880b2d6b1dc is 50, key is test_row_0/B:col10/1732184705762/Put/seqid=0 2024-11-21T10:25:06,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:06,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742088_1264 (size=12301) 2024-11-21T10:25:06,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184766790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184766897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184766906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184766906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184766906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184766906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:06,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:06,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:07,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:07,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184767106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:07,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/41262374838749e3a1d3c880b2d6b1dc 2024-11-21T10:25:07,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/9cbcc4a6dd38409993c3c0fc5079e24f is 50, key is test_row_0/C:col10/1732184705762/Put/seqid=0 2024-11-21T10:25:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742089_1265 (size=12301) 2024-11-21T10:25:07,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:07,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184767416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:07,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:07,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:07,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/9cbcc4a6dd38409993c3c0fc5079e24f 2024-11-21T10:25:07,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/b37c14ad642e4499858bcbd704bb838f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b37c14ad642e4499858bcbd704bb838f 2024-11-21T10:25:07,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b37c14ad642e4499858bcbd704bb838f, entries=200, sequenceid=277, filesize=14.4 K 2024-11-21T10:25:07,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/41262374838749e3a1d3c880b2d6b1dc as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/41262374838749e3a1d3c880b2d6b1dc 2024-11-21T10:25:07,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/41262374838749e3a1d3c880b2d6b1dc, entries=150, sequenceid=277, filesize=12.0 K 2024-11-21T10:25:07,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/9cbcc4a6dd38409993c3c0fc5079e24f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/9cbcc4a6dd38409993c3c0fc5079e24f 2024-11-21T10:25:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/9cbcc4a6dd38409993c3c0fc5079e24f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-21T10:25:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7b311ab83e69598183bb9a54434551b5 in 849ms, sequenceid=277, compaction requested=false 2024-11-21T10:25:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:07,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T10:25:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:07,691 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:25:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/2b7096238dc4436f9122ffe859c53dd9 is 50, key is test_row_0/A:col10/1732184706789/Put/seqid=0 2024-11-21T10:25:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742090_1266 (size=12301) 2024-11-21T10:25:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:07,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:07,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184767939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184767941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184767942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184767944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184767944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184768046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184768056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184768057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184768057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184768057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,099 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/2b7096238dc4436f9122ffe859c53dd9 2024-11-21T10:25:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/4c9bfdc1f31146e9926c886b727838e1 is 50, key is test_row_0/B:col10/1732184706789/Put/seqid=0 2024-11-21T10:25:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742091_1267 (size=12301) 2024-11-21T10:25:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184768256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184768266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184768266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184768266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184768266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/4c9bfdc1f31146e9926c886b727838e1 2024-11-21T10:25:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/6915c338cb5142a481ccb311ae3f6ce5 is 50, key is test_row_0/C:col10/1732184706789/Put/seqid=0 2024-11-21T10:25:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742092_1268 (size=12301) 2024-11-21T10:25:08,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184768566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184768576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184768577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184768577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184768577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:08,931 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/6915c338cb5142a481ccb311ae3f6ce5 2024-11-21T10:25:08,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/2b7096238dc4436f9122ffe859c53dd9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/2b7096238dc4436f9122ffe859c53dd9 2024-11-21T10:25:08,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/2b7096238dc4436f9122ffe859c53dd9, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T10:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/4c9bfdc1f31146e9926c886b727838e1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/4c9bfdc1f31146e9926c886b727838e1 2024-11-21T10:25:08,942 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/4c9bfdc1f31146e9926c886b727838e1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T10:25:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/6915c338cb5142a481ccb311ae3f6ce5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6915c338cb5142a481ccb311ae3f6ce5 2024-11-21T10:25:08,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6915c338cb5142a481ccb311ae3f6ce5, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T10:25:08,949 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7b311ab83e69598183bb9a54434551b5 in 1258ms, sequenceid=290, compaction requested=true 2024-11-21T10:25:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-21T10:25:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-21T10:25:08,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-21T10:25:08,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-11-21T10:25:08,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.3350 sec 2024-11-21T10:25:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:09,079 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:09,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:25:09,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/3aa889236fbe4026881a25d4f6320d76 is 50, key is test_row_0/A:col10/1732184709078/Put/seqid=0 2024-11-21T10:25:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742093_1269 (size=14741) 2024-11-21T10:25:09,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/3aa889236fbe4026881a25d4f6320d76 2024-11-21T10:25:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184769090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/fb758f340bca49fd9188a4681dbb20a7 is 50, key is test_row_0/B:col10/1732184709078/Put/seqid=0 2024-11-21T10:25:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184769091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184769092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184769094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742094_1270 (size=12301) 2024-11-21T10:25:09,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184769094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184769196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184769206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184769206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184769206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184769206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184769406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184769416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184769416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184769416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184769416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/fb758f340bca49fd9188a4681dbb20a7 2024-11-21T10:25:09,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/88b59f6ceb5c458aa8e53ede34ee409b is 50, key is test_row_0/C:col10/1732184709078/Put/seqid=0 2024-11-21T10:25:09,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742095_1271 (size=12301) 2024-11-21T10:25:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184769716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184769726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184769726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184769726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184769726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:09,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/88b59f6ceb5c458aa8e53ede34ee409b 2024-11-21T10:25:09,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/3aa889236fbe4026881a25d4f6320d76 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/3aa889236fbe4026881a25d4f6320d76 2024-11-21T10:25:09,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/3aa889236fbe4026881a25d4f6320d76, entries=200, sequenceid=315, filesize=14.4 K 2024-11-21T10:25:09,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/fb758f340bca49fd9188a4681dbb20a7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/fb758f340bca49fd9188a4681dbb20a7 2024-11-21T10:25:09,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/fb758f340bca49fd9188a4681dbb20a7, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T10:25:09,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/88b59f6ceb5c458aa8e53ede34ee409b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/88b59f6ceb5c458aa8e53ede34ee409b 2024-11-21T10:25:09,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/88b59f6ceb5c458aa8e53ede34ee409b, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T10:25:09,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7b311ab83e69598183bb9a54434551b5 in 848ms, sequenceid=315, compaction requested=true 2024-11-21T10:25:09,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:09,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:09,928 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:09,928 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:09,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:09,928 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:09,928 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:09,928 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:25:09,929 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:25:09,929 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:09,929 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:09,929 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f7f1899de2564e09bb34f43d883f8bc7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/41262374838749e3a1d3c880b2d6b1dc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/4c9bfdc1f31146e9926c886b727838e1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/fb758f340bca49fd9188a4681dbb20a7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=48.5 K 2024-11-21T10:25:09,929 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bc774fb5e1624d06abc9a68ec3d9acc8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b37c14ad642e4499858bcbd704bb838f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/2b7096238dc4436f9122ffe859c53dd9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/3aa889236fbe4026881a25d4f6320d76] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=53.2 K 2024-11-21T10:25:09,929 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f7f1899de2564e09bb34f43d883f8bc7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732184704596 2024-11-21T10:25:09,929 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 41262374838749e3a1d3c880b2d6b1dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732184705762 2024-11-21T10:25:09,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc774fb5e1624d06abc9a68ec3d9acc8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732184704596 2024-11-21T10:25:09,930 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c9bfdc1f31146e9926c886b727838e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732184706782 2024-11-21T10:25:09,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b37c14ad642e4499858bcbd704bb838f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732184705762 2024-11-21T10:25:09,931 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b7096238dc4436f9122ffe859c53dd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732184706782 2024-11-21T10:25:09,931 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting fb758f340bca49fd9188a4681dbb20a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732184707942 2024-11-21T10:25:09,931 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aa889236fbe4026881a25d4f6320d76, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732184707939 2024-11-21T10:25:09,940 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:09,941 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f6b9a653b58b460f885b6b3df1a00af2 is 50, key is test_row_0/B:col10/1732184709078/Put/seqid=0 2024-11-21T10:25:09,941 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#235 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:09,941 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/e90f33b5ed0a49d4a60dc4867f85d91d is 50, key is test_row_0/A:col10/1732184709078/Put/seqid=0 2024-11-21T10:25:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742096_1272 (size=13017) 2024-11-21T10:25:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742097_1273 (size=13017) 2024-11-21T10:25:09,967 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/e90f33b5ed0a49d4a60dc4867f85d91d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e90f33b5ed0a49d4a60dc4867f85d91d 2024-11-21T10:25:09,976 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into e90f33b5ed0a49d4a60dc4867f85d91d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:09,976 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:09,976 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=12, startTime=1732184709927; duration=0sec 2024-11-21T10:25:09,976 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:09,976 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:25:09,976 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:09,978 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:09,978 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:25:09,978 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:09,978 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/34e8cef2e77045f8a566dc44d61bee50, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/9cbcc4a6dd38409993c3c0fc5079e24f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6915c338cb5142a481ccb311ae3f6ce5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/88b59f6ceb5c458aa8e53ede34ee409b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=48.5 K 2024-11-21T10:25:09,979 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34e8cef2e77045f8a566dc44d61bee50, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732184704596 2024-11-21T10:25:09,979 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cbcc4a6dd38409993c3c0fc5079e24f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732184705762 2024-11-21T10:25:09,979 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6915c338cb5142a481ccb311ae3f6ce5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732184706782 2024-11-21T10:25:09,979 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88b59f6ceb5c458aa8e53ede34ee409b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732184707942 2024-11-21T10:25:09,987 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:09,987 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/5ca59ed09a5948b7acb412fa10cba32d is 50, key is test_row_0/C:col10/1732184709078/Put/seqid=0 2024-11-21T10:25:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742098_1274 (size=13017) 2024-11-21T10:25:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:10,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:25:10,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/b6764d5031494c2ba851ec825b98e902 is 50, key is test_row_0/A:col10/1732184709091/Put/seqid=0 2024-11-21T10:25:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742099_1275 (size=12301) 2024-11-21T10:25:10,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/b6764d5031494c2ba851ec825b98e902 2024-11-21T10:25:10,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/a82631080e1140c1885a8cd267fd0669 is 50, key is test_row_0/B:col10/1732184709091/Put/seqid=0 2024-11-21T10:25:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742100_1276 (size=12301) 2024-11-21T10:25:10,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184770260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184770263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184770264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184770264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184770264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,366 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/f6b9a653b58b460f885b6b3df1a00af2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f6b9a653b58b460f885b6b3df1a00af2 2024-11-21T10:25:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184770366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,371 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into f6b9a653b58b460f885b6b3df1a00af2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:10,371 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:10,371 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=12, startTime=1732184709928; duration=0sec 2024-11-21T10:25:10,371 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:10,371 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:25:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184770376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184770376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184770376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184770376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,396 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/5ca59ed09a5948b7acb412fa10cba32d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5ca59ed09a5948b7acb412fa10cba32d 2024-11-21T10:25:10,401 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 5ca59ed09a5948b7acb412fa10cba32d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:10,401 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:10,401 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=12, startTime=1732184709928; duration=0sec 2024-11-21T10:25:10,401 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:10,401 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:25:10,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184770576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184770586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184770586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184770586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184770586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/a82631080e1140c1885a8cd267fd0669 2024-11-21T10:25:10,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/f192bdb403334d6a9099ace85f455005 is 50, key is test_row_0/C:col10/1732184709091/Put/seqid=0 2024-11-21T10:25:10,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742101_1277 (size=12301) 2024-11-21T10:25:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T10:25:10,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:10,787 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-21T10:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T10:25:10,788 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:10,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:10,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:10,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184770886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T10:25:10,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184770896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184770896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184770896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184770896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:10,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:10,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T10:25:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:10,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:11,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T10:25:11,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:11,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:11,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:11,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:11,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T10:25:11,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/f192bdb403334d6a9099ace85f455005 2024-11-21T10:25:11,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/b6764d5031494c2ba851ec825b98e902 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b6764d5031494c2ba851ec825b98e902 2024-11-21T10:25:11,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b6764d5031494c2ba851ec825b98e902, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T10:25:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/a82631080e1140c1885a8cd267fd0669 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/a82631080e1140c1885a8cd267fd0669 2024-11-21T10:25:11,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/a82631080e1140c1885a8cd267fd0669, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T10:25:11,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/f192bdb403334d6a9099ace85f455005 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/f192bdb403334d6a9099ace85f455005 2024-11-21T10:25:11,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/f192bdb403334d6a9099ace85f455005, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T10:25:11,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 7b311ab83e69598183bb9a54434551b5 in 922ms, sequenceid=329, compaction requested=false 2024-11-21T10:25:11,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:11,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T10:25:11,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:11,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:25:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/ccade656942846b086db2cd77cbb8e73 is 50, key is test_row_0/A:col10/1732184710262/Put/seqid=0 2024-11-21T10:25:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742102_1278 (size=12301) 2024-11-21T10:25:11,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:25:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:11,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184771408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184771409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184771410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184771411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T10:25:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184771412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184771516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184771516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184771526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184771526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184771527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/ccade656942846b086db2cd77cbb8e73 2024-11-21T10:25:11,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bf84ed1f1abd4ee3855a1a4d171e5dc1 is 50, key is test_row_0/B:col10/1732184710262/Put/seqid=0 2024-11-21T10:25:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742103_1279 (size=12301) 2024-11-21T10:25:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184771726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184771726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184771736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184771737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184771737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T10:25:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184772036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184772036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184772046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184772046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184772046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,070 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bf84ed1f1abd4ee3855a1a4d171e5dc1 2024-11-21T10:25:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/b508b4f1efe44f77b2f32c05a26b06ef is 50, key is test_row_0/C:col10/1732184710262/Put/seqid=0 2024-11-21T10:25:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742104_1280 (size=12301) 2024-11-21T10:25:12,480 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/b508b4f1efe44f77b2f32c05a26b06ef 2024-11-21T10:25:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/ccade656942846b086db2cd77cbb8e73 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ccade656942846b086db2cd77cbb8e73 2024-11-21T10:25:12,488 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ccade656942846b086db2cd77cbb8e73, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T10:25:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/bf84ed1f1abd4ee3855a1a4d171e5dc1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bf84ed1f1abd4ee3855a1a4d171e5dc1 2024-11-21T10:25:12,492 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bf84ed1f1abd4ee3855a1a4d171e5dc1, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T10:25:12,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/b508b4f1efe44f77b2f32c05a26b06ef as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b508b4f1efe44f77b2f32c05a26b06ef 2024-11-21T10:25:12,496 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b508b4f1efe44f77b2f32c05a26b06ef, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T10:25:12,497 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7b311ab83e69598183bb9a54434551b5 in 1250ms, sequenceid=356, compaction requested=true 2024-11-21T10:25:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-21T10:25:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-21T10:25:12,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-21T10:25:12,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7100 sec 2024-11-21T10:25:12,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.7140 sec 2024-11-21T10:25:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:12,549 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:12,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:12,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/8792ced23c684ad58e63bd43fb29ec8e is 50, key is test_row_0/A:col10/1732184711410/Put/seqid=0 2024-11-21T10:25:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742105_1281 (size=12301) 2024-11-21T10:25:12,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184772576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184772578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184772579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184772579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184772581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184772686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184772686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184772686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184772686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184772697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184772896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184772896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184772896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184772896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184772907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:12,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T10:25:12,936 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:12,936 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-21T10:25:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:12,938 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:12,938 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:12,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:12,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/8792ced23c684ad58e63bd43fb29ec8e 2024-11-21T10:25:12,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/68907e6e87c14e2caacd9d0c4ce11ccb is 50, key is test_row_0/B:col10/1732184711410/Put/seqid=0 2024-11-21T10:25:12,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742106_1282 (size=12301) 2024-11-21T10:25:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:13,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T10:25:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184773206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184773206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184773206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184773206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184773216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T10:25:13,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:13,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:13,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/68907e6e87c14e2caacd9d0c4ce11ccb 2024-11-21T10:25:13,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/5820c249a3b34a2292e46c422d70695f is 50, key is test_row_0/C:col10/1732184711410/Put/seqid=0 2024-11-21T10:25:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742107_1283 (size=12301) 2024-11-21T10:25:13,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T10:25:13,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:13,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T10:25:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:13,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T10:25:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184773716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184773716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184773716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184773716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184773726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:13,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/5820c249a3b34a2292e46c422d70695f 2024-11-21T10:25:13,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/8792ced23c684ad58e63bd43fb29ec8e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8792ced23c684ad58e63bd43fb29ec8e 2024-11-21T10:25:13,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8792ced23c684ad58e63bd43fb29ec8e, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T10:25:13,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/68907e6e87c14e2caacd9d0c4ce11ccb as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/68907e6e87c14e2caacd9d0c4ce11ccb 2024-11-21T10:25:13,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/68907e6e87c14e2caacd9d0c4ce11ccb, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T10:25:13,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/5820c249a3b34a2292e46c422d70695f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5820c249a3b34a2292e46c422d70695f 2024-11-21T10:25:13,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5820c249a3b34a2292e46c422d70695f, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T10:25:13,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b311ab83e69598183bb9a54434551b5 in 1245ms, sequenceid=369, compaction requested=true 2024-11-21T10:25:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:13,794 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:13,794 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:13,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:13,795 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:13,795 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:13,795 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:25:13,795 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:25:13,795 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,795 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,796 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f6b9a653b58b460f885b6b3df1a00af2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/a82631080e1140c1885a8cd267fd0669, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bf84ed1f1abd4ee3855a1a4d171e5dc1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/68907e6e87c14e2caacd9d0c4ce11ccb] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=48.8 K 2024-11-21T10:25:13,796 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e90f33b5ed0a49d4a60dc4867f85d91d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b6764d5031494c2ba851ec825b98e902, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ccade656942846b086db2cd77cbb8e73, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8792ced23c684ad58e63bd43fb29ec8e] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=48.8 K 2024-11-21T10:25:13,796 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e90f33b5ed0a49d4a60dc4867f85d91d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732184707942 2024-11-21T10:25:13,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f6b9a653b58b460f885b6b3df1a00af2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732184707942 2024-11-21T10:25:13,796 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6764d5031494c2ba851ec825b98e902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732184709091 2024-11-21T10:25:13,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a82631080e1140c1885a8cd267fd0669, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732184709091 2024-11-21T10:25:13,796 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccade656942846b086db2cd77cbb8e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732184710262 2024-11-21T10:25:13,796 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bf84ed1f1abd4ee3855a1a4d171e5dc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732184710262 2024-11-21T10:25:13,797 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8792ced23c684ad58e63bd43fb29ec8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732184711407 2024-11-21T10:25:13,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 68907e6e87c14e2caacd9d0c4ce11ccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732184711407 2024-11-21T10:25:13,804 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:13,805 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/cc37e5b651054cda96f2d9c3fc600af6 is 50, key is test_row_0/B:col10/1732184711410/Put/seqid=0 2024-11-21T10:25:13,807 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:13,808 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/ec83302acdbf463cad55f068c775338b is 50, key is test_row_0/A:col10/1732184711410/Put/seqid=0 2024-11-21T10:25:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742108_1284 (size=13153) 2024-11-21T10:25:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742109_1285 (size=13153) 2024-11-21T10:25:13,817 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/ec83302acdbf463cad55f068c775338b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ec83302acdbf463cad55f068c775338b 2024-11-21T10:25:13,822 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into ec83302acdbf463cad55f068c775338b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:13,822 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:13,822 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=12, startTime=1732184713794; duration=0sec 2024-11-21T10:25:13,822 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:13,822 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:25:13,822 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:13,823 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:13,823 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:25:13,823 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,823 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5ca59ed09a5948b7acb412fa10cba32d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/f192bdb403334d6a9099ace85f455005, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b508b4f1efe44f77b2f32c05a26b06ef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5820c249a3b34a2292e46c422d70695f] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=48.8 K 2024-11-21T10:25:13,824 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ca59ed09a5948b7acb412fa10cba32d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732184707942 2024-11-21T10:25:13,824 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f192bdb403334d6a9099ace85f455005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732184709091 2024-11-21T10:25:13,824 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b508b4f1efe44f77b2f32c05a26b06ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732184710262 2024-11-21T10:25:13,824 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5820c249a3b34a2292e46c422d70695f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732184711407 2024-11-21T10:25:13,832 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:13,832 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/edba48929257406498bfd98e37c29b3e is 50, key is test_row_0/C:col10/1732184711410/Put/seqid=0 2024-11-21T10:25:13,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742110_1286 (size=13153) 2024-11-21T10:25:13,840 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/edba48929257406498bfd98e37c29b3e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/edba48929257406498bfd98e37c29b3e 2024-11-21T10:25:13,849 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into edba48929257406498bfd98e37c29b3e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:13,849 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:13,849 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=12, startTime=1732184713794; duration=0sec 2024-11-21T10:25:13,849 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:13,849 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:25:13,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T10:25:13,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:13,854 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:25:13,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/8a4bf383016f49fe92c1b3e4a6d36c67 is 50, key is test_row_0/A:col10/1732184712576/Put/seqid=0 2024-11-21T10:25:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742111_1287 (size=12301) 2024-11-21T10:25:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:14,216 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/cc37e5b651054cda96f2d9c3fc600af6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/cc37e5b651054cda96f2d9c3fc600af6 2024-11-21T10:25:14,220 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into cc37e5b651054cda96f2d9c3fc600af6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:14,220 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:14,220 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=12, startTime=1732184713794; duration=0sec 2024-11-21T10:25:14,220 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:14,220 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:25:14,263 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/8a4bf383016f49fe92c1b3e4a6d36c67 2024-11-21T10:25:14,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/04d97ae4f83746ea94b41517cf42b0c7 is 50, key is test_row_0/B:col10/1732184712576/Put/seqid=0 2024-11-21T10:25:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742112_1288 (size=12301) 2024-11-21T10:25:14,678 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/04d97ae4f83746ea94b41517cf42b0c7 2024-11-21T10:25:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/16c1f2a8f91e43bc91b3f014249a15d8 is 50, key is test_row_0/C:col10/1732184712576/Put/seqid=0 2024-11-21T10:25:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742113_1289 (size=12301) 2024-11-21T10:25:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:14,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. as already flushing 2024-11-21T10:25:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184774738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184774739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184774740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184774740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732184774746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,749 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 7b311ab83e69598183bb9a54434551b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:14,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184774846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184774846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184774846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184774846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:15,024 INFO [Thread-1002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1002. 2024-11-21T10:25:15,025 DEBUG [Thread-1002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,025 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,025 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,026 INFO [Thread-1006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1006. 2024-11-21T10:25:15,026 DEBUG [Thread-1006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,026 INFO [Thread-1008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1008. 2024-11-21T10:25:15,026 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,026 DEBUG [Thread-1008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,026 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,026 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,026 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,027 INFO [Thread-1010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1010. 2024-11-21T10:25:15,027 DEBUG [Thread-1010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,027 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,027 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,028 INFO [Thread-1004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1004. 2024-11-21T10:25:15,028 DEBUG [Thread-1004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,028 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,028 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44046 deadline: 1732184775056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44068 deadline: 1732184775056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44016 deadline: 1732184775056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44028 deadline: 1732184775057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:15,091 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/16c1f2a8f91e43bc91b3f014249a15d8 2024-11-21T10:25:15,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/8a4bf383016f49fe92c1b3e4a6d36c67 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8a4bf383016f49fe92c1b3e4a6d36c67 2024-11-21T10:25:15,105 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8a4bf383016f49fe92c1b3e4a6d36c67, entries=150, sequenceid=394, filesize=12.0 K 2024-11-21T10:25:15,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/04d97ae4f83746ea94b41517cf42b0c7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/04d97ae4f83746ea94b41517cf42b0c7 2024-11-21T10:25:15,110 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/04d97ae4f83746ea94b41517cf42b0c7, entries=150, sequenceid=394, filesize=12.0 K 2024-11-21T10:25:15,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/16c1f2a8f91e43bc91b3f014249a15d8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/16c1f2a8f91e43bc91b3f014249a15d8 2024-11-21T10:25:15,114 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/16c1f2a8f91e43bc91b3f014249a15d8, entries=150, sequenceid=394, filesize=12.0 K 2024-11-21T10:25:15,115 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7b311ab83e69598183bb9a54434551b5 in 1261ms, sequenceid=394, compaction requested=false 2024-11-21T10:25:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-21T10:25:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-21T10:25:15,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-21T10:25:15,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-11-21T10:25:15,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.1810 sec 2024-11-21T10:25:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:15,367 INFO [Thread-991 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-991. 2024-11-21T10:25:15,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T10:25:15,368 INFO [Thread-995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-995. 2024-11-21T10:25:15,368 DEBUG [Thread-991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,368 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,368 DEBUG [Thread-995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,368 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,368 INFO [Thread-997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-997. 2024-11-21T10:25:15,368 DEBUG [Thread-997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,368 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,368 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,368 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,368 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,369 INFO [Thread-993 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-993. 2024-11-21T10:25:15,369 DEBUG [Thread-993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:15,369 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,369 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:15,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:15,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/bae78edd49754e44882fb3a38f831b25 is 50, key is test_row_0/A:col10/1732184715366/Put/seqid=0 2024-11-21T10:25:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742114_1290 (size=12301) 2024-11-21T10:25:15,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/bae78edd49754e44882fb3a38f831b25 2024-11-21T10:25:15,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/c4ae2770fdcd4a1fa0052f138f7a2f26 is 50, key is test_row_0/B:col10/1732184715366/Put/seqid=0 2024-11-21T10:25:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742115_1291 (size=12301) 2024-11-21T10:25:15,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/c4ae2770fdcd4a1fa0052f138f7a2f26 2024-11-21T10:25:15,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/e7f27ef5bed145e9b7685267bee92c4f is 50, key is test_row_0/C:col10/1732184715366/Put/seqid=0 2024-11-21T10:25:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742116_1292 (size=12301) 2024-11-21T10:25:16,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/e7f27ef5bed145e9b7685267bee92c4f 2024-11-21T10:25:16,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/bae78edd49754e44882fb3a38f831b25 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bae78edd49754e44882fb3a38f831b25 2024-11-21T10:25:16,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bae78edd49754e44882fb3a38f831b25, entries=150, sequenceid=412, filesize=12.0 K 2024-11-21T10:25:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/c4ae2770fdcd4a1fa0052f138f7a2f26 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/c4ae2770fdcd4a1fa0052f138f7a2f26 2024-11-21T10:25:16,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/c4ae2770fdcd4a1fa0052f138f7a2f26, entries=150, sequenceid=412, filesize=12.0 K 2024-11-21T10:25:16,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/e7f27ef5bed145e9b7685267bee92c4f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e7f27ef5bed145e9b7685267bee92c4f 2024-11-21T10:25:16,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e7f27ef5bed145e9b7685267bee92c4f, entries=150, sequenceid=412, filesize=12.0 K 2024-11-21T10:25:16,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 7b311ab83e69598183bb9a54434551b5 in 854ms, sequenceid=412, compaction requested=true 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:16,221 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:16,221 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b311ab83e69598183bb9a54434551b5:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:16,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:16,222 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:16,222 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:16,222 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/B is initiating minor compaction (all files) 2024-11-21T10:25:16,222 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/A is initiating minor compaction (all files) 2024-11-21T10:25:16,222 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/B in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:16,222 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/A in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:16,222 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/cc37e5b651054cda96f2d9c3fc600af6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/04d97ae4f83746ea94b41517cf42b0c7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/c4ae2770fdcd4a1fa0052f138f7a2f26] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=36.9 K 2024-11-21T10:25:16,222 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ec83302acdbf463cad55f068c775338b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8a4bf383016f49fe92c1b3e4a6d36c67, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bae78edd49754e44882fb3a38f831b25] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=36.9 K 2024-11-21T10:25:16,222 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting cc37e5b651054cda96f2d9c3fc600af6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732184711407 2024-11-21T10:25:16,223 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec83302acdbf463cad55f068c775338b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732184711407 2024-11-21T10:25:16,223 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d97ae4f83746ea94b41517cf42b0c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732184712576 2024-11-21T10:25:16,223 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a4bf383016f49fe92c1b3e4a6d36c67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732184712576 2024-11-21T10:25:16,223 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c4ae2770fdcd4a1fa0052f138f7a2f26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732184715366 2024-11-21T10:25:16,223 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting bae78edd49754e44882fb3a38f831b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732184715366 2024-11-21T10:25:16,230 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:16,230 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/8e0afde11cdf43709bb461e1c551dd46 is 50, key is test_row_0/B:col10/1732184715366/Put/seqid=0 2024-11-21T10:25:16,231 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:16,231 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5035f6d95afc40d3a8e89e99b0a93bca is 50, key is test_row_0/A:col10/1732184715366/Put/seqid=0 2024-11-21T10:25:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742117_1293 (size=13255) 2024-11-21T10:25:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742118_1294 (size=13255) 2024-11-21T10:25:16,640 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/8e0afde11cdf43709bb461e1c551dd46 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/8e0afde11cdf43709bb461e1c551dd46 2024-11-21T10:25:16,641 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/5035f6d95afc40d3a8e89e99b0a93bca as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5035f6d95afc40d3a8e89e99b0a93bca 2024-11-21T10:25:16,647 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/B of 7b311ab83e69598183bb9a54434551b5 into 8e0afde11cdf43709bb461e1c551dd46(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:16,647 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:16,647 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/B, priority=13, startTime=1732184716221; duration=0sec 2024-11-21T10:25:16,647 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:16,647 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:B 2024-11-21T10:25:16,647 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:16,649 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:16,649 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 7b311ab83e69598183bb9a54434551b5/C is initiating minor compaction (all files) 2024-11-21T10:25:16,650 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7b311ab83e69598183bb9a54434551b5/C in TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:16,650 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/edba48929257406498bfd98e37c29b3e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/16c1f2a8f91e43bc91b3f014249a15d8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e7f27ef5bed145e9b7685267bee92c4f] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp, totalSize=36.9 K 2024-11-21T10:25:16,650 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting edba48929257406498bfd98e37c29b3e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732184711407 2024-11-21T10:25:16,651 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 16c1f2a8f91e43bc91b3f014249a15d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732184712576 2024-11-21T10:25:16,651 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/A of 7b311ab83e69598183bb9a54434551b5 into 5035f6d95afc40d3a8e89e99b0a93bca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:16,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:16,651 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/A, priority=13, startTime=1732184716221; duration=0sec 2024-11-21T10:25:16,651 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f27ef5bed145e9b7685267bee92c4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732184715366 2024-11-21T10:25:16,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:16,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:A 2024-11-21T10:25:16,661 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b311ab83e69598183bb9a54434551b5#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:16,662 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/2cc7e89509004f81abc57de28d5808d8 is 50, key is test_row_0/C:col10/1732184715366/Put/seqid=0 2024-11-21T10:25:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742119_1295 (size=13255) 2024-11-21T10:25:16,768 INFO [Thread-999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-999. 2024-11-21T10:25:16,768 DEBUG [Thread-999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:16,768 DEBUG [Thread-999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:16,768 DEBUG [Thread-999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:16,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:17,071 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/2cc7e89509004f81abc57de28d5808d8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/2cc7e89509004f81abc57de28d5808d8 2024-11-21T10:25:17,076 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7b311ab83e69598183bb9a54434551b5/C of 7b311ab83e69598183bb9a54434551b5 into 2cc7e89509004f81abc57de28d5808d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:17,076 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7b311ab83e69598183bb9a54434551b5: 2024-11-21T10:25:17,076 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., storeName=7b311ab83e69598183bb9a54434551b5/C, priority=13, startTime=1732184716221; duration=0sec 2024-11-21T10:25:17,076 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:17,076 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b311ab83e69598183bb9a54434551b5:C 2024-11-21T10:25:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T10:25:17,096 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:17,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3916 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3965 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3891 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3907 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3958 2024-11-21T10:25:17,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T10:25:17,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:25:17,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:25:17,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:17,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:17,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:17,098 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T10:25:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T10:25:17,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184717100"}]},"ts":"1732184717100"} 2024-11-21T10:25:17,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T10:25:17,102 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T10:25:17,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:25:17,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, UNASSIGN}] 2024-11-21T10:25:17,105 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, UNASSIGN 2024-11-21T10:25:17,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=7b311ab83e69598183bb9a54434551b5, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:17,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, UNASSIGN because future has completed 2024-11-21T10:25:17,107 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:25:17,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:25:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T10:25:17,260 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:17,260 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:25:17,260 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing 7b311ab83e69598183bb9a54434551b5, disabling compactions & flushes 2024-11-21T10:25:17,260 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:17,260 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:17,260 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. after waiting 0 ms 2024-11-21T10:25:17,260 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:17,260 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing 7b311ab83e69598183bb9a54434551b5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-21T10:25:17,265 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/9216a706027a40ef96f430ea2917aabe is 50, key is test_row_2/A:col10/1732184716767/Put/seqid=0 2024-11-21T10:25:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742120_1296 (size=7415) 2024-11-21T10:25:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T10:25:17,670 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/9216a706027a40ef96f430ea2917aabe 2024-11-21T10:25:17,683 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/d9d9bee616a24fa1a55b4e703e91cbe2 is 50, key is test_row_2/B:col10/1732184716767/Put/seqid=0 2024-11-21T10:25:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742121_1297 (size=7415) 2024-11-21T10:25:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T10:25:18,090 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/d9d9bee616a24fa1a55b4e703e91cbe2 2024-11-21T10:25:18,100 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/83c789862cda4bfe8e3628fa92f2b174 is 50, key is test_row_2/C:col10/1732184716767/Put/seqid=0 2024-11-21T10:25:18,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742122_1298 (size=7415) 2024-11-21T10:25:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T10:25:18,505 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/83c789862cda4bfe8e3628fa92f2b174 2024-11-21T10:25:18,510 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/A/9216a706027a40ef96f430ea2917aabe as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/9216a706027a40ef96f430ea2917aabe 2024-11-21T10:25:18,514 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/9216a706027a40ef96f430ea2917aabe, entries=50, sequenceid=419, filesize=7.2 K 2024-11-21T10:25:18,515 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/B/d9d9bee616a24fa1a55b4e703e91cbe2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d9d9bee616a24fa1a55b4e703e91cbe2 2024-11-21T10:25:18,520 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d9d9bee616a24fa1a55b4e703e91cbe2, entries=50, sequenceid=419, filesize=7.2 K 2024-11-21T10:25:18,521 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/.tmp/C/83c789862cda4bfe8e3628fa92f2b174 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/83c789862cda4bfe8e3628fa92f2b174 2024-11-21T10:25:18,526 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/83c789862cda4bfe8e3628fa92f2b174, entries=50, sequenceid=419, filesize=7.2 K 2024-11-21T10:25:18,527 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 7b311ab83e69598183bb9a54434551b5 in 1267ms, sequenceid=419, compaction requested=false 2024-11-21T10:25:18,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/828fb72da3ed4dd68235a3311dcbcd80, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/4eddc8532115430885cd45b5ecac04c9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c6d8f9c8c77041318193cd63e7d63365, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5dd9f8c55dbf46b98b6990cd1b6def76, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c125c6ca504946aaa49dc789d7142e84, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0a4ae4e798cb44ad9042be1fb886df98, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/65d0a136ffd64ff8aca4422700a2e111, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e4d8d16c74944cca95d845a9ac7c7561, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/944c99ad71e64f2fa823f858cd8c2a03, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/6190a0fd32dc4a59887f5ec287b5ac2f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/358349a243f2443fabf17e6e5c811165, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0fc5922933134c21b491e5c343afe843, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/35081f496c6c48f78f5a0cbf781de945, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c925c5dd81db4e17bac3773cd032a805, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/01e6ad3e06634f5e997c4763d883adc3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5ffbcf4bbe9c43e6aa390d6369ecc346, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/627281b5732b4b92ab1401b61eb1c9a3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bc774fb5e1624d06abc9a68ec3d9acc8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b37c14ad642e4499858bcbd704bb838f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/2b7096238dc4436f9122ffe859c53dd9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/3aa889236fbe4026881a25d4f6320d76, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e90f33b5ed0a49d4a60dc4867f85d91d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b6764d5031494c2ba851ec825b98e902, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ccade656942846b086db2cd77cbb8e73, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ec83302acdbf463cad55f068c775338b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8792ced23c684ad58e63bd43fb29ec8e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8a4bf383016f49fe92c1b3e4a6d36c67, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bae78edd49754e44882fb3a38f831b25] to archive 2024-11-21T10:25:18,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:18,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/828fb72da3ed4dd68235a3311dcbcd80 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/828fb72da3ed4dd68235a3311dcbcd80 2024-11-21T10:25:18,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/4eddc8532115430885cd45b5ecac04c9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/4eddc8532115430885cd45b5ecac04c9 2024-11-21T10:25:18,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c6d8f9c8c77041318193cd63e7d63365 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c6d8f9c8c77041318193cd63e7d63365 2024-11-21T10:25:18,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5dd9f8c55dbf46b98b6990cd1b6def76 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5dd9f8c55dbf46b98b6990cd1b6def76 2024-11-21T10:25:18,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c125c6ca504946aaa49dc789d7142e84 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c125c6ca504946aaa49dc789d7142e84 2024-11-21T10:25:18,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0a4ae4e798cb44ad9042be1fb886df98 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0a4ae4e798cb44ad9042be1fb886df98 2024-11-21T10:25:18,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/65d0a136ffd64ff8aca4422700a2e111 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/65d0a136ffd64ff8aca4422700a2e111 2024-11-21T10:25:18,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e4d8d16c74944cca95d845a9ac7c7561 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e4d8d16c74944cca95d845a9ac7c7561 2024-11-21T10:25:18,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/944c99ad71e64f2fa823f858cd8c2a03 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/944c99ad71e64f2fa823f858cd8c2a03 2024-11-21T10:25:18,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/6190a0fd32dc4a59887f5ec287b5ac2f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/6190a0fd32dc4a59887f5ec287b5ac2f 2024-11-21T10:25:18,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/358349a243f2443fabf17e6e5c811165 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/358349a243f2443fabf17e6e5c811165 2024-11-21T10:25:18,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0fc5922933134c21b491e5c343afe843 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/0fc5922933134c21b491e5c343afe843 2024-11-21T10:25:18,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/35081f496c6c48f78f5a0cbf781de945 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/35081f496c6c48f78f5a0cbf781de945 2024-11-21T10:25:18,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c925c5dd81db4e17bac3773cd032a805 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/c925c5dd81db4e17bac3773cd032a805 2024-11-21T10:25:18,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/01e6ad3e06634f5e997c4763d883adc3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/01e6ad3e06634f5e997c4763d883adc3 2024-11-21T10:25:18,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5ffbcf4bbe9c43e6aa390d6369ecc346 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5ffbcf4bbe9c43e6aa390d6369ecc346 2024-11-21T10:25:18,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/627281b5732b4b92ab1401b61eb1c9a3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/627281b5732b4b92ab1401b61eb1c9a3 2024-11-21T10:25:18,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bc774fb5e1624d06abc9a68ec3d9acc8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bc774fb5e1624d06abc9a68ec3d9acc8 2024-11-21T10:25:18,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b37c14ad642e4499858bcbd704bb838f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b37c14ad642e4499858bcbd704bb838f 2024-11-21T10:25:18,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/2b7096238dc4436f9122ffe859c53dd9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/2b7096238dc4436f9122ffe859c53dd9 2024-11-21T10:25:18,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/3aa889236fbe4026881a25d4f6320d76 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/3aa889236fbe4026881a25d4f6320d76 2024-11-21T10:25:18,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e90f33b5ed0a49d4a60dc4867f85d91d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/e90f33b5ed0a49d4a60dc4867f85d91d 2024-11-21T10:25:18,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b6764d5031494c2ba851ec825b98e902 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/b6764d5031494c2ba851ec825b98e902 2024-11-21T10:25:18,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ccade656942846b086db2cd77cbb8e73 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ccade656942846b086db2cd77cbb8e73 2024-11-21T10:25:18,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ec83302acdbf463cad55f068c775338b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/ec83302acdbf463cad55f068c775338b 2024-11-21T10:25:18,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8792ced23c684ad58e63bd43fb29ec8e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8792ced23c684ad58e63bd43fb29ec8e 2024-11-21T10:25:18,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8a4bf383016f49fe92c1b3e4a6d36c67 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/8a4bf383016f49fe92c1b3e4a6d36c67 2024-11-21T10:25:18,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bae78edd49754e44882fb3a38f831b25 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/bae78edd49754e44882fb3a38f831b25 2024-11-21T10:25:18,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/59c189ce969340b2920c5477e3afd07d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e11289dc34a5412bbdb91edeb58e85d6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/84bdf723559e43948eda6d8d72a6bd66, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/74322335d59c44abbded2803977b385e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/caa17599a4a74316959172ac7e5a7831, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/86b216714c2f4fe9bd58292e8ed57822, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f253e0fa00d641d280675ab659d3e104, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b483d2ec37334623ab2215be1496b5e5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/550494c683b243a4970b8e97b236ea4a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/af6155203c2e42dbae3f09eb207d7c37, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/6306735db0574bd2bda2d4437f874758, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bfa258f90aef4f0386576f366b55978d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e7933eadd6384355957826d79b8d444a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bedefef30eda459a882416de3f031570, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/47288b845078433d8ef5695f2f10deaa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b344fb01d13d444aa11510b66739ce0c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f7f1899de2564e09bb34f43d883f8bc7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d4fa03a22ebb48e58be735effd1c37da, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/41262374838749e3a1d3c880b2d6b1dc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/4c9bfdc1f31146e9926c886b727838e1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f6b9a653b58b460f885b6b3df1a00af2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/fb758f340bca49fd9188a4681dbb20a7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/a82631080e1140c1885a8cd267fd0669, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bf84ed1f1abd4ee3855a1a4d171e5dc1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/cc37e5b651054cda96f2d9c3fc600af6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/68907e6e87c14e2caacd9d0c4ce11ccb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/04d97ae4f83746ea94b41517cf42b0c7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/c4ae2770fdcd4a1fa0052f138f7a2f26] to archive 2024-11-21T10:25:18,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:18,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/59c189ce969340b2920c5477e3afd07d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/59c189ce969340b2920c5477e3afd07d 2024-11-21T10:25:18,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e11289dc34a5412bbdb91edeb58e85d6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e11289dc34a5412bbdb91edeb58e85d6 2024-11-21T10:25:18,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/84bdf723559e43948eda6d8d72a6bd66 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/84bdf723559e43948eda6d8d72a6bd66 2024-11-21T10:25:18,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/74322335d59c44abbded2803977b385e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/74322335d59c44abbded2803977b385e 2024-11-21T10:25:18,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/caa17599a4a74316959172ac7e5a7831 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/caa17599a4a74316959172ac7e5a7831 2024-11-21T10:25:18,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/86b216714c2f4fe9bd58292e8ed57822 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/86b216714c2f4fe9bd58292e8ed57822 2024-11-21T10:25:18,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f253e0fa00d641d280675ab659d3e104 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f253e0fa00d641d280675ab659d3e104 2024-11-21T10:25:18,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b483d2ec37334623ab2215be1496b5e5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b483d2ec37334623ab2215be1496b5e5 2024-11-21T10:25:18,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/550494c683b243a4970b8e97b236ea4a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/550494c683b243a4970b8e97b236ea4a 2024-11-21T10:25:18,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/af6155203c2e42dbae3f09eb207d7c37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/af6155203c2e42dbae3f09eb207d7c37 2024-11-21T10:25:18,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/6306735db0574bd2bda2d4437f874758 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/6306735db0574bd2bda2d4437f874758 2024-11-21T10:25:18,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bfa258f90aef4f0386576f366b55978d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bfa258f90aef4f0386576f366b55978d 2024-11-21T10:25:18,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e7933eadd6384355957826d79b8d444a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/e7933eadd6384355957826d79b8d444a 2024-11-21T10:25:18,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bedefef30eda459a882416de3f031570 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bedefef30eda459a882416de3f031570 2024-11-21T10:25:18,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/47288b845078433d8ef5695f2f10deaa to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/47288b845078433d8ef5695f2f10deaa 2024-11-21T10:25:18,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b344fb01d13d444aa11510b66739ce0c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/b344fb01d13d444aa11510b66739ce0c 2024-11-21T10:25:18,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f7f1899de2564e09bb34f43d883f8bc7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f7f1899de2564e09bb34f43d883f8bc7 2024-11-21T10:25:18,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d4fa03a22ebb48e58be735effd1c37da to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d4fa03a22ebb48e58be735effd1c37da 2024-11-21T10:25:18,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/41262374838749e3a1d3c880b2d6b1dc to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/41262374838749e3a1d3c880b2d6b1dc 2024-11-21T10:25:18,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/4c9bfdc1f31146e9926c886b727838e1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/4c9bfdc1f31146e9926c886b727838e1 2024-11-21T10:25:18,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f6b9a653b58b460f885b6b3df1a00af2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/f6b9a653b58b460f885b6b3df1a00af2 2024-11-21T10:25:18,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/fb758f340bca49fd9188a4681dbb20a7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/fb758f340bca49fd9188a4681dbb20a7 2024-11-21T10:25:18,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/a82631080e1140c1885a8cd267fd0669 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/a82631080e1140c1885a8cd267fd0669 2024-11-21T10:25:18,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bf84ed1f1abd4ee3855a1a4d171e5dc1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/bf84ed1f1abd4ee3855a1a4d171e5dc1 2024-11-21T10:25:18,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/cc37e5b651054cda96f2d9c3fc600af6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/cc37e5b651054cda96f2d9c3fc600af6 2024-11-21T10:25:18,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/68907e6e87c14e2caacd9d0c4ce11ccb to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/68907e6e87c14e2caacd9d0c4ce11ccb 2024-11-21T10:25:18,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/04d97ae4f83746ea94b41517cf42b0c7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/04d97ae4f83746ea94b41517cf42b0c7 2024-11-21T10:25:18,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/c4ae2770fdcd4a1fa0052f138f7a2f26 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/c4ae2770fdcd4a1fa0052f138f7a2f26 2024-11-21T10:25:18,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/550ed29dad5749579ac1f8e33cf5a189, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/db4143cd306f45c1b0a3652a7db90a13, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/946b0a9345aa479ea17dfe7a836f2588, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/78d8f09e838243d9b028dffea08f85be, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c7c721c49ca34ad2ac342b634d281514, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6f59f719abb148df9b7593fedcc21cf5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/49079695a876407fb6275a8591abd6d5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/a2a4973382fd4da4b0cfa12a0895ce4e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b80f71648f2b4624a0e0f8e7042bae9a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/197cee8209cb497db1b9ace9a3ccccf8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/847bb68709ce468a89587a14b5b64a0c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/46da3fbba2ff4af6bf80370574ce761d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/3ce159834ede49e3bbf07b57f879ec9c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/d1c3107f43f549c6a55c99a8b7154a7d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e312bcf089434071bd24b801f9825f4a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c36bfffca1f64aaf82530bbee2fda3d8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/34e8cef2e77045f8a566dc44d61bee50, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/844ee44d47fa466e9647375bf15e96e2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/9cbcc4a6dd38409993c3c0fc5079e24f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6915c338cb5142a481ccb311ae3f6ce5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5ca59ed09a5948b7acb412fa10cba32d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/88b59f6ceb5c458aa8e53ede34ee409b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/f192bdb403334d6a9099ace85f455005, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b508b4f1efe44f77b2f32c05a26b06ef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/edba48929257406498bfd98e37c29b3e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5820c249a3b34a2292e46c422d70695f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/16c1f2a8f91e43bc91b3f014249a15d8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e7f27ef5bed145e9b7685267bee92c4f] to archive 2024-11-21T10:25:18,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:18,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/550ed29dad5749579ac1f8e33cf5a189 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/550ed29dad5749579ac1f8e33cf5a189 2024-11-21T10:25:18,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/db4143cd306f45c1b0a3652a7db90a13 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/db4143cd306f45c1b0a3652a7db90a13 2024-11-21T10:25:18,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/946b0a9345aa479ea17dfe7a836f2588 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/946b0a9345aa479ea17dfe7a836f2588 2024-11-21T10:25:18,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/78d8f09e838243d9b028dffea08f85be to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/78d8f09e838243d9b028dffea08f85be 2024-11-21T10:25:18,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c7c721c49ca34ad2ac342b634d281514 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c7c721c49ca34ad2ac342b634d281514 2024-11-21T10:25:18,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6f59f719abb148df9b7593fedcc21cf5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6f59f719abb148df9b7593fedcc21cf5 2024-11-21T10:25:18,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/49079695a876407fb6275a8591abd6d5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/49079695a876407fb6275a8591abd6d5 2024-11-21T10:25:18,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/a2a4973382fd4da4b0cfa12a0895ce4e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/a2a4973382fd4da4b0cfa12a0895ce4e 2024-11-21T10:25:18,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b80f71648f2b4624a0e0f8e7042bae9a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b80f71648f2b4624a0e0f8e7042bae9a 2024-11-21T10:25:18,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/197cee8209cb497db1b9ace9a3ccccf8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/197cee8209cb497db1b9ace9a3ccccf8 2024-11-21T10:25:18,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/847bb68709ce468a89587a14b5b64a0c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/847bb68709ce468a89587a14b5b64a0c 2024-11-21T10:25:18,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/46da3fbba2ff4af6bf80370574ce761d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/46da3fbba2ff4af6bf80370574ce761d 2024-11-21T10:25:18,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/3ce159834ede49e3bbf07b57f879ec9c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/3ce159834ede49e3bbf07b57f879ec9c 2024-11-21T10:25:18,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/d1c3107f43f549c6a55c99a8b7154a7d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/d1c3107f43f549c6a55c99a8b7154a7d 2024-11-21T10:25:18,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e312bcf089434071bd24b801f9825f4a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e312bcf089434071bd24b801f9825f4a 2024-11-21T10:25:18,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c36bfffca1f64aaf82530bbee2fda3d8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/c36bfffca1f64aaf82530bbee2fda3d8 2024-11-21T10:25:18,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/34e8cef2e77045f8a566dc44d61bee50 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/34e8cef2e77045f8a566dc44d61bee50 2024-11-21T10:25:18,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/844ee44d47fa466e9647375bf15e96e2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/844ee44d47fa466e9647375bf15e96e2 2024-11-21T10:25:18,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/9cbcc4a6dd38409993c3c0fc5079e24f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/9cbcc4a6dd38409993c3c0fc5079e24f 2024-11-21T10:25:18,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6915c338cb5142a481ccb311ae3f6ce5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/6915c338cb5142a481ccb311ae3f6ce5 2024-11-21T10:25:18,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5ca59ed09a5948b7acb412fa10cba32d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5ca59ed09a5948b7acb412fa10cba32d 2024-11-21T10:25:18,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/88b59f6ceb5c458aa8e53ede34ee409b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/88b59f6ceb5c458aa8e53ede34ee409b 2024-11-21T10:25:18,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/f192bdb403334d6a9099ace85f455005 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/f192bdb403334d6a9099ace85f455005 2024-11-21T10:25:18,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b508b4f1efe44f77b2f32c05a26b06ef to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/b508b4f1efe44f77b2f32c05a26b06ef 2024-11-21T10:25:18,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/edba48929257406498bfd98e37c29b3e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/edba48929257406498bfd98e37c29b3e 2024-11-21T10:25:18,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5820c249a3b34a2292e46c422d70695f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/5820c249a3b34a2292e46c422d70695f 2024-11-21T10:25:18,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/16c1f2a8f91e43bc91b3f014249a15d8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/16c1f2a8f91e43bc91b3f014249a15d8 2024-11-21T10:25:18,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e7f27ef5bed145e9b7685267bee92c4f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/e7f27ef5bed145e9b7685267bee92c4f 2024-11-21T10:25:18,612 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=1 2024-11-21T10:25:18,613 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. 2024-11-21T10:25:18,613 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for 7b311ab83e69598183bb9a54434551b5: Waiting for close lock at 1732184717260Running coprocessor pre-close hooks at 1732184717260Disabling compacts and flushes for region at 1732184717260Disabling writes for close at 1732184717260Obtaining lock to block concurrent updates at 1732184717260Preparing flush snapshotting stores in 7b311ab83e69598183bb9a54434551b5 at 1732184717260Finished memstore snapshotting TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1732184717261 (+1 ms)Flushing stores of TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5. at 1732184717261Flushing 7b311ab83e69598183bb9a54434551b5/A: creating writer at 1732184717261Flushing 7b311ab83e69598183bb9a54434551b5/A: appending metadata at 1732184717264 (+3 ms)Flushing 7b311ab83e69598183bb9a54434551b5/A: closing flushed file at 1732184717264Flushing 7b311ab83e69598183bb9a54434551b5/B: creating writer at 1732184717678 (+414 ms)Flushing 7b311ab83e69598183bb9a54434551b5/B: appending metadata at 1732184717682 (+4 ms)Flushing 7b311ab83e69598183bb9a54434551b5/B: closing flushed file at 1732184717682Flushing 7b311ab83e69598183bb9a54434551b5/C: creating writer at 1732184718097 (+415 ms)Flushing 7b311ab83e69598183bb9a54434551b5/C: appending metadata at 1732184718099 (+2 ms)Flushing 7b311ab83e69598183bb9a54434551b5/C: closing flushed file at 1732184718099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44cd645b: reopening flushed file at 1732184718509 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731ba67e: reopening flushed file at 1732184718515 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f085065: reopening flushed file at 1732184718520 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 7b311ab83e69598183bb9a54434551b5 in 1267ms, sequenceid=419, compaction requested=false at 1732184718527 (+7 ms)Writing region close event to WAL at 1732184718609 (+82 ms)Running coprocessor post-close hooks at 1732184718613 (+4 ms)Closed at 1732184718613 2024-11-21T10:25:18,615 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed 7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:18,616 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=7b311ab83e69598183bb9a54434551b5, regionState=CLOSED 2024-11-21T10:25:18,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:25:18,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-21T10:25:18,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b311ab83e69598183bb9a54434551b5, server=2651e482101a,35291,1732184623540 in 1.5100 sec 2024-11-21T10:25:18,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T10:25:18,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b311ab83e69598183bb9a54434551b5, UNASSIGN in 1.5140 sec 2024-11-21T10:25:18,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-21T10:25:18,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5180 sec 2024-11-21T10:25:18,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184718622"}]},"ts":"1732184718622"} 2024-11-21T10:25:18,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T10:25:18,623 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T10:25:18,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5250 sec 2024-11-21T10:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T10:25:19,257 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:19,258 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T10:25:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,261 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T10:25:19,263 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,267 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:19,272 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/recovered.edits] 2024-11-21T10:25:19,277 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5035f6d95afc40d3a8e89e99b0a93bca to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/5035f6d95afc40d3a8e89e99b0a93bca 2024-11-21T10:25:19,278 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/9216a706027a40ef96f430ea2917aabe to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/A/9216a706027a40ef96f430ea2917aabe 2024-11-21T10:25:19,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/8e0afde11cdf43709bb461e1c551dd46 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/8e0afde11cdf43709bb461e1c551dd46 2024-11-21T10:25:19,281 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d9d9bee616a24fa1a55b4e703e91cbe2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/B/d9d9bee616a24fa1a55b4e703e91cbe2 2024-11-21T10:25:19,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/2cc7e89509004f81abc57de28d5808d8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/2cc7e89509004f81abc57de28d5808d8 2024-11-21T10:25:19,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/83c789862cda4bfe8e3628fa92f2b174 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/C/83c789862cda4bfe8e3628fa92f2b174 2024-11-21T10:25:19,285 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/recovered.edits/422.seqid to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5/recovered.edits/422.seqid 2024-11-21T10:25:19,286 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/7b311ab83e69598183bb9a54434551b5 2024-11-21T10:25:19,286 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T10:25:19,288 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,290 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T10:25:19,291 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T10:25:19,292 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,293 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T10:25:19,293 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732184719293"}]},"ts":"9223372036854775807"} 2024-11-21T10:25:19,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T10:25:19,294 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7b311ab83e69598183bb9a54434551b5, NAME => 'TestAcidGuarantees,,1732184692756.7b311ab83e69598183bb9a54434551b5.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T10:25:19,294 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T10:25:19,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732184719294"}]},"ts":"9223372036854775807"} 2024-11-21T10:25:19,296 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T10:25:19,297 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-21T10:25:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-21T10:25:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T10:25:19,372 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:19,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1988828524_22 at /127.0.0.1:33860 [Waiting for operation #315] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1988828524_22 at /127.0.0.1:39998 [Waiting for operation #233] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-179361804_22 at /127.0.0.1:57138 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-179361804_22 at /127.0.0.1:57140 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 430) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3085 (was 2993) - AvailableMemoryMB LEAK? - 2024-11-21T10:25:19,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=3085 2024-11-21T10:25:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:25:19,387 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:25:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:19,389 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T10:25:19,389 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:19,389 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 83 2024-11-21T10:25:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-21T10:25:19,389 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T10:25:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742123_1299 (size=959) 2024-11-21T10:25:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-21T10:25:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-21T10:25:19,797 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:25:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742124_1300 (size=53) 2024-11-21T10:25:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-21T10:25:20,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:25:20,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 41879c369ba5830cf999516a71a0f4af, disabling compactions & flushes 2024-11-21T10:25:20,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. after waiting 0 ms 2024-11-21T10:25:20,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41879c369ba5830cf999516a71a0f4af: Waiting for close lock at 1732184720203Disabling compacts and flushes for region at 1732184720203Disabling writes for close at 1732184720203Writing region close event to WAL at 1732184720203Closed at 1732184720203 2024-11-21T10:25:20,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T10:25:20,205 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732184720204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732184720204"}]},"ts":"1732184720204"} 2024-11-21T10:25:20,207 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T10:25:20,208 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T10:25:20,209 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184720209"}]},"ts":"1732184720209"} 2024-11-21T10:25:20,211 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T10:25:20,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, ASSIGN}] 2024-11-21T10:25:20,213 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, ASSIGN 2024-11-21T10:25:20,215 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, ASSIGN; state=OFFLINE, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=false 2024-11-21T10:25:20,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:20,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, ASSIGN because future has completed 2024-11-21T10:25:20,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:25:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-21T10:25:20,527 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,528 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:25:20,528 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,528 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:25:20,528 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,528 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,530 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,531 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41879c369ba5830cf999516a71a0f4af columnFamilyName A 2024-11-21T10:25:20,531 DEBUG [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:20,532 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(327): Store=41879c369ba5830cf999516a71a0f4af/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:20,532 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,533 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41879c369ba5830cf999516a71a0f4af columnFamilyName B 2024-11-21T10:25:20,533 DEBUG [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:20,534 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(327): Store=41879c369ba5830cf999516a71a0f4af/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:20,534 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,535 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41879c369ba5830cf999516a71a0f4af columnFamilyName C 2024-11-21T10:25:20,535 DEBUG [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:20,536 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(327): Store=41879c369ba5830cf999516a71a0f4af/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:20,536 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,537 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,537 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,539 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,539 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,539 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:25:20,541 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,544 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:25:20,544 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened 41879c369ba5830cf999516a71a0f4af; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62632522, jitterRate=-0.0667026937007904}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:25:20,544 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:20,545 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for 41879c369ba5830cf999516a71a0f4af: Running coprocessor pre-open hook at 1732184720528Writing region info on filesystem at 1732184720528Initializing all the Stores at 1732184720529 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184720529Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184720529Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184720529Cleaning up temporary data from old regions at 1732184720539 (+10 ms)Running coprocessor post-open hooks at 1732184720544 (+5 ms)Region opened successfully at 1732184720545 (+1 ms) 2024-11-21T10:25:20,546 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., pid=85, masterSystemTime=1732184720524 2024-11-21T10:25:20,549 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,549 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:20,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:20,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:25:20,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-21T10:25:20,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 in 183 msec 2024-11-21T10:25:20,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T10:25:20,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, ASSIGN in 345 msec 2024-11-21T10:25:20,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T10:25:20,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184720560"}]},"ts":"1732184720560"} 2024-11-21T10:25:20,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T10:25:20,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T10:25:20,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-21T10:25:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-21T10:25:21,536 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:21,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:21,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:21,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:21,539 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1676f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:21,541 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:21,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701af447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:21,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:21,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:21,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:25:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:25:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575099e7 2024-11-21T10:25:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:25:21,546 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:25:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:25:21,548 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:25:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742125_1301 (size=995) 2024-11-21T10:25:21,963 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-21T10:25:21,963 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-21T10:25:21,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:25:21,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, REOPEN/MOVE}] 2024-11-21T10:25:21,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, REOPEN/MOVE 2024-11-21T10:25:21,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:21,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, REOPEN/MOVE because future has completed 2024-11-21T10:25:21,971 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:25:21,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:25:22,124 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,124 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:25:22,124 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 41879c369ba5830cf999516a71a0f4af, disabling compactions & flushes 2024-11-21T10:25:22,124 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,124 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,124 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. after waiting 0 ms 2024-11-21T10:25:22,124 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,130 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T10:25:22,131 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,131 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 41879c369ba5830cf999516a71a0f4af: Waiting for close lock at 1732184722124Running coprocessor pre-close hooks at 1732184722124Disabling compacts and flushes for region at 1732184722124Disabling writes for close at 1732184722124Writing region close event to WAL at 1732184722126 (+2 ms)Running coprocessor post-close hooks at 1732184722131 (+5 ms)Closed at 1732184722131 2024-11-21T10:25:22,131 WARN [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: 41879c369ba5830cf999516a71a0f4af to self. 2024-11-21T10:25:22,133 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=CLOSED 2024-11-21T10:25:22,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:25:22,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-21T10:25:22,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 in 166 msec 2024-11-21T10:25:22,139 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, REOPEN/MOVE; state=CLOSED, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=true 2024-11-21T10:25:22,290 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, REOPEN/MOVE because future has completed 2024-11-21T10:25:22,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:25:22,447 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,447 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:25:22,447 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,447 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:25:22,447 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,447 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,448 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,449 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41879c369ba5830cf999516a71a0f4af columnFamilyName A 2024-11-21T10:25:22,450 DEBUG [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:22,450 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(327): Store=41879c369ba5830cf999516a71a0f4af/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:22,450 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,451 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41879c369ba5830cf999516a71a0f4af columnFamilyName B 2024-11-21T10:25:22,451 DEBUG [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:22,451 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(327): Store=41879c369ba5830cf999516a71a0f4af/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:22,451 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,452 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41879c369ba5830cf999516a71a0f4af columnFamilyName C 2024-11-21T10:25:22,452 DEBUG [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:22,452 INFO [StoreOpener-41879c369ba5830cf999516a71a0f4af-1 {}] regionserver.HStore(327): Store=41879c369ba5830cf999516a71a0f4af/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:22,452 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,453 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,453 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,454 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,454 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,455 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:25:22,456 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,456 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened 41879c369ba5830cf999516a71a0f4af; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68519962, jitterRate=0.02102699875831604}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:25:22,456 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,457 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for 41879c369ba5830cf999516a71a0f4af: Running coprocessor pre-open hook at 1732184722447Writing region info on filesystem at 1732184722447Initializing all the Stores at 1732184722448 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184722448Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184722448Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184722448Cleaning up temporary data from old regions at 1732184722454 (+6 ms)Running coprocessor post-open hooks at 1732184722456 (+2 ms)Region opened successfully at 1732184722457 (+1 ms) 2024-11-21T10:25:22,458 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., pid=90, masterSystemTime=1732184722444 2024-11-21T10:25:22,459 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,460 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=OPEN, openSeqNum=5, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:25:22,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88 2024-11-21T10:25:22,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 in 170 msec 2024-11-21T10:25:22,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-21T10:25:22,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, REOPEN/MOVE in 496 msec 2024-11-21T10:25:22,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-21T10:25:22,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-21T10:25:22,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 920 msec 2024-11-21T10:25:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-21T10:25:22,470 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:22,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,472 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7031e8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,473 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2688d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,476 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6528d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,478 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694c8ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,480 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4544a86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,481 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e979ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,483 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ba67b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,485 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7765461b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,487 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c20aaba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,489 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3f863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,494 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce87e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,496 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20550062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,498 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db9485a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d74ba76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,503 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46010c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,504 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18071d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5a6839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,508 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a7905c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:22,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:22,513 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:22,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:22,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:22,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:22,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:22,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d5f213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:22,520 DEBUG [Thread-1410 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,521 DEBUG [Thread-1406 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,521 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,522 DEBUG [Thread-1397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-21T10:25:22,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,524 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:22,525 DEBUG [Thread-1404 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:22,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,536 DEBUG [Thread-1412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,545 DEBUG [Thread-1395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,560 DEBUG [Thread-1393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,567 DEBUG [Thread-1399 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,578 DEBUG [Thread-1408 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,578 DEBUG [Thread-1401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:22,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:22,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,583 DEBUG [Thread-1401 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:22,583 DEBUG [Thread-1401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:22,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:25:22,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ccce4b985418472cb24b30c6719c7b06_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184722576/Put/seqid=0 2024-11-21T10:25:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:22,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742126_1302 (size=12154) 2024-11-21T10:25:22,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:22,654 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ccce4b985418472cb24b30c6719c7b06_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ccce4b985418472cb24b30c6719c7b06_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:22,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/1826d98ffb2e423e8728bac74b48969d, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:22,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/1826d98ffb2e423e8728bac74b48969d is 175, key is test_row_0/A:col10/1732184722576/Put/seqid=0 2024-11-21T10:25:22,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T10:25:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184782668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184782673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184782674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184782686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184782686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742127_1303 (size=30955) 2024-11-21T10:25:22,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/1826d98ffb2e423e8728bac74b48969d 2024-11-21T10:25:22,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/467cc0c36e2f41f5bbce0842b64179c3 is 50, key is test_row_0/B:col10/1732184722576/Put/seqid=0 2024-11-21T10:25:22,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184782797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184782797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184782797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184782817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742128_1304 (size=12001) 2024-11-21T10:25:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184782817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:22,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/467cc0c36e2f41f5bbce0842b64179c3 2024-11-21T10:25:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:22,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T10:25:22,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:22,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/c2eb3bdb7fc44915a069b614ccb243d3 is 50, key is test_row_0/C:col10/1732184722576/Put/seqid=0 2024-11-21T10:25:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742129_1305 (size=12001) 2024-11-21T10:25:22,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T10:25:22,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:22,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184783018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184783019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184783019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184783040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184783040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:23,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T10:25:23,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:23,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:23,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:23,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T10:25:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:23,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:23,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184783336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/c2eb3bdb7fc44915a069b614ccb243d3 2024-11-21T10:25:23,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184783337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184783337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/1826d98ffb2e423e8728bac74b48969d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d 2024-11-21T10:25:23,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T10:25:23,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/467cc0c36e2f41f5bbce0842b64179c3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/467cc0c36e2f41f5bbce0842b64179c3 2024-11-21T10:25:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184783356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/467cc0c36e2f41f5bbce0842b64179c3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T10:25:23,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/c2eb3bdb7fc44915a069b614ccb243d3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/c2eb3bdb7fc44915a069b614ccb243d3 2024-11-21T10:25:23,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184783366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/c2eb3bdb7fc44915a069b614ccb243d3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T10:25:23,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 41879c369ba5830cf999516a71a0f4af in 799ms, sequenceid=16, compaction requested=false 2024-11-21T10:25:23,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:23,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-21T10:25:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:23,461 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:25:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211696b17f88c5456fa4d1575ccfba74ad_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184722668/Put/seqid=0 2024-11-21T10:25:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742130_1306 (size=12154) 2024-11-21T10:25:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:23,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:23,879 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211696b17f88c5456fa4d1575ccfba74ad_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211696b17f88c5456fa4d1575ccfba74ad_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/c9f8900314dd453e8d4c6b0041578dfa, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/c9f8900314dd453e8d4c6b0041578dfa is 175, key is test_row_0/A:col10/1732184722668/Put/seqid=0 2024-11-21T10:25:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184783878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184783880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184783887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184783895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184783896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742131_1307 (size=30955) 2024-11-21T10:25:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184784006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184784006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184784016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184784016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:25:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184784216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184784216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184784240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184784240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,314 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/c9f8900314dd453e8d4c6b0041578dfa 2024-11-21T10:25:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/785cfa9492304f78904a28796670cf60 is 50, key is test_row_0/B:col10/1732184722668/Put/seqid=0 2024-11-21T10:25:24,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742132_1308 (size=12001) 2024-11-21T10:25:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184784526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184784526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184784566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184784566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:24,801 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/785cfa9492304f78904a28796670cf60 2024-11-21T10:25:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6f686205b4d74771867af6c94d9abcf9 is 50, key is test_row_0/C:col10/1732184722668/Put/seqid=0 2024-11-21T10:25:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742133_1309 (size=12001) 2024-11-21T10:25:24,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184784906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:24,914 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 41879c369ba5830cf999516a71a0f4af of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:24,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:24,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:25,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184785047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:25,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184785047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184785078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:25,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184785086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:25,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6f686205b4d74771867af6c94d9abcf9 2024-11-21T10:25:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/c9f8900314dd453e8d4c6b0041578dfa as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa 2024-11-21T10:25:25,244 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa, entries=150, sequenceid=41, filesize=30.2 K 2024-11-21T10:25:25,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/785cfa9492304f78904a28796670cf60 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/785cfa9492304f78904a28796670cf60 2024-11-21T10:25:25,249 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/785cfa9492304f78904a28796670cf60, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T10:25:25,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6f686205b4d74771867af6c94d9abcf9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6f686205b4d74771867af6c94d9abcf9 2024-11-21T10:25:25,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6f686205b4d74771867af6c94d9abcf9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T10:25:25,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 41879c369ba5830cf999516a71a0f4af in 1795ms, sequenceid=41, compaction requested=false 2024-11-21T10:25:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-21T10:25:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-21T10:25:25,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T10:25:25,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7310 sec 2024-11-21T10:25:25,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.7390 sec 2024-11-21T10:25:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:26,071 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:26,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:25:26,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186b217537937497cb05deec3564f44b3_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742134_1310 (size=12154) 2024-11-21T10:25:26,129 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:26,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186b217537937497cb05deec3564f44b3_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186b217537937497cb05deec3564f44b3_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:26,138 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/41e1ec6589204116a3af2ab8a7ab53fd, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:26,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/41e1ec6589204116a3af2ab8a7ab53fd is 175, key is test_row_0/A:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742135_1311 (size=30955) 2024-11-21T10:25:26,147 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/41e1ec6589204116a3af2ab8a7ab53fd 2024-11-21T10:25:26,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/813f51019264412480ca54d1f67a0958 is 50, key is test_row_0/B:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742136_1312 (size=12001) 2024-11-21T10:25:26,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/813f51019264412480ca54d1f67a0958 2024-11-21T10:25:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184786165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184786181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184786183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184786184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/bc53f4ec610042d9b24c17c6fb4d1039 is 50, key is test_row_0/C:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742137_1313 (size=12001) 2024-11-21T10:25:26,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184786297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184786297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184786297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184786308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184786516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184786516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184786516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184786528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/bc53f4ec610042d9b24c17c6fb4d1039 2024-11-21T10:25:26,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/41e1ec6589204116a3af2ab8a7ab53fd as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd 2024-11-21T10:25:26,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd, entries=150, sequenceid=54, filesize=30.2 K 2024-11-21T10:25:26,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/813f51019264412480ca54d1f67a0958 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/813f51019264412480ca54d1f67a0958 2024-11-21T10:25:26,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/813f51019264412480ca54d1f67a0958, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T10:25:26,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/bc53f4ec610042d9b24c17c6fb4d1039 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/bc53f4ec610042d9b24c17c6fb4d1039 2024-11-21T10:25:26,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/bc53f4ec610042d9b24c17c6fb4d1039, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T10:25:26,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 41879c369ba5830cf999516a71a0f4af in 578ms, sequenceid=54, compaction requested=true 2024-11-21T10:25:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:26,650 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:26,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:26,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:26,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:26,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/A is initiating minor compaction (all files) 2024-11-21T10:25:26,651 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:26,651 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/A in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:26,651 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=90.7 K 2024-11-21T10:25:26,651 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:26,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd] 2024-11-21T10:25:26,651 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1826d98ffb2e423e8728bac74b48969d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184722535 2024-11-21T10:25:26,651 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:26,652 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/B is initiating minor compaction (all files) 2024-11-21T10:25:26,652 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/B in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:26,652 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/467cc0c36e2f41f5bbce0842b64179c3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/785cfa9492304f78904a28796670cf60, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/813f51019264412480ca54d1f67a0958] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=35.2 K 2024-11-21T10:25:26,652 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9f8900314dd453e8d4c6b0041578dfa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732184722668 2024-11-21T10:25:26,652 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 467cc0c36e2f41f5bbce0842b64179c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184722535 2024-11-21T10:25:26,652 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41e1ec6589204116a3af2ab8a7ab53fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732184723875 2024-11-21T10:25:26,652 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 785cfa9492304f78904a28796670cf60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732184722668 2024-11-21T10:25:26,653 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 813f51019264412480ca54d1f67a0958, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732184723875 2024-11-21T10:25:26,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:26,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:26,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:26,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:26,662 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:26,668 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:26,668 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/7137f90f5cb34c48ab78ef4f9b5195f7 is 50, key is test_row_0/B:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ab2fb1c14da146928238b5587c620095_41879c369ba5830cf999516a71a0f4af store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:26,671 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ab2fb1c14da146928238b5587c620095_41879c369ba5830cf999516a71a0f4af, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:26,672 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab2fb1c14da146928238b5587c620095_41879c369ba5830cf999516a71a0f4af because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-21T10:25:26,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:26,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-21T10:25:26,678 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:26,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:26,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T10:25:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742138_1314 (size=12104) 2024-11-21T10:25:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742139_1315 (size=4469) 2024-11-21T10:25:26,716 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#A#compaction#270 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:26,717 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f6ffb301708c40faa7fb7709bf1045df is 175, key is test_row_0/A:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742140_1316 (size=31058) 2024-11-21T10:25:26,742 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f6ffb301708c40faa7fb7709bf1045df as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f6ffb301708c40faa7fb7709bf1045df 2024-11-21T10:25:26,750 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/A of 41879c369ba5830cf999516a71a0f4af into f6ffb301708c40faa7fb7709bf1045df(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:26,750 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:26,750 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/A, priority=13, startTime=1732184726650; duration=0sec 2024-11-21T10:25:26,750 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:26,750 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:A 2024-11-21T10:25:26,750 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:26,751 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:26,751 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/C is initiating minor compaction (all files) 2024-11-21T10:25:26,751 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/C in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:26,751 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/c2eb3bdb7fc44915a069b614ccb243d3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6f686205b4d74771867af6c94d9abcf9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/bc53f4ec610042d9b24c17c6fb4d1039] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=35.2 K 2024-11-21T10:25:26,752 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2eb3bdb7fc44915a069b614ccb243d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184722535 2024-11-21T10:25:26,752 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f686205b4d74771867af6c94d9abcf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732184722668 2024-11-21T10:25:26,752 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc53f4ec610042d9b24c17c6fb4d1039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732184723875 2024-11-21T10:25:26,774 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:26,774 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/0c1630922a5e45f9a7a525f0163d08e5 is 50, key is test_row_0/C:col10/1732184723875/Put/seqid=0 2024-11-21T10:25:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T10:25:26,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T10:25:26,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:26,835 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:25:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742141_1317 (size=12104) 2024-11-21T10:25:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:26,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:26,849 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/0c1630922a5e45f9a7a525f0163d08e5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0c1630922a5e45f9a7a525f0163d08e5 2024-11-21T10:25:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f941ee4cd239468fad439258eae743ef_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184726183/Put/seqid=0 2024-11-21T10:25:26,867 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/C of 41879c369ba5830cf999516a71a0f4af into 0c1630922a5e45f9a7a525f0163d08e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:26,867 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:26,867 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/C, priority=13, startTime=1732184726656; duration=0sec 2024-11-21T10:25:26,867 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:26,867 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:C 2024-11-21T10:25:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184786860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184786863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742142_1318 (size=12154) 2024-11-21T10:25:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184786865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184786873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184786926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,934 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 41879c369ba5830cf999516a71a0f4af of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:26,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184786977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184786977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184786986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T10:25:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184786996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,114 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/7137f90f5cb34c48ab78ef4f9b5195f7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/7137f90f5cb34c48ab78ef4f9b5195f7 2024-11-21T10:25:27,133 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/B of 41879c369ba5830cf999516a71a0f4af into 7137f90f5cb34c48ab78ef4f9b5195f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:27,133 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:27,133 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/B, priority=13, startTime=1732184726651; duration=0sec 2024-11-21T10:25:27,134 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:27,134 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:B 2024-11-21T10:25:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184787196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184787196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184787206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184787216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:27,281 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f941ee4cd239468fad439258eae743ef_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f941ee4cd239468fad439258eae743ef_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/153d576095fe4ebcb0d153bde4a0ad9e, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/153d576095fe4ebcb0d153bde4a0ad9e is 175, key is test_row_0/A:col10/1732184726183/Put/seqid=0 2024-11-21T10:25:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742143_1319 (size=30955) 2024-11-21T10:25:27,289 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/153d576095fe4ebcb0d153bde4a0ad9e 2024-11-21T10:25:27,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/80bb84129a024430b19899857b424a7c is 50, key is test_row_0/B:col10/1732184726183/Put/seqid=0 2024-11-21T10:25:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T10:25:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742144_1320 (size=12001) 2024-11-21T10:25:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184787506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184787507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184787518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184787536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:27,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/80bb84129a024430b19899857b424a7c 2024-11-21T10:25:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/d4e01a85aab5437ba39ce9eb7f03becf is 50, key is test_row_0/C:col10/1732184726183/Put/seqid=0 2024-11-21T10:25:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742145_1321 (size=12001) 2024-11-21T10:25:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T10:25:28,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184788026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:28,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184788026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184788036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184788056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:28,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/d4e01a85aab5437ba39ce9eb7f03becf 2024-11-21T10:25:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/153d576095fe4ebcb0d153bde4a0ad9e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e 2024-11-21T10:25:28,166 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e, entries=150, sequenceid=78, filesize=30.2 K 2024-11-21T10:25:28,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/80bb84129a024430b19899857b424a7c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/80bb84129a024430b19899857b424a7c 2024-11-21T10:25:28,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/80bb84129a024430b19899857b424a7c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T10:25:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/d4e01a85aab5437ba39ce9eb7f03becf as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/d4e01a85aab5437ba39ce9eb7f03becf 2024-11-21T10:25:28,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/d4e01a85aab5437ba39ce9eb7f03becf, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T10:25:28,182 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 41879c369ba5830cf999516a71a0f4af in 1347ms, sequenceid=78, compaction requested=false 2024-11-21T10:25:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-21T10:25:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-21T10:25:28,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T10:25:28,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5050 sec 2024-11-21T10:25:28,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.5110 sec 2024-11-21T10:25:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T10:25:28,836 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:28,837 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-21T10:25:28,840 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:28,842 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:28,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T10:25:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T10:25:28,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T10:25:28,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:28,995 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:25:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b6f6056e3bdf4bdabce47097e5c4b176_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184726864/Put/seqid=0 2024-11-21T10:25:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742146_1322 (size=12154) 2024-11-21T10:25:29,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:29,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:29,073 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b6f6056e3bdf4bdabce47097e5c4b176_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b6f6056e3bdf4bdabce47097e5c4b176_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:29,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/80c3badf15ba437b8aadd093f43dc80b, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:29,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/80c3badf15ba437b8aadd093f43dc80b is 175, key is test_row_0/A:col10/1732184726864/Put/seqid=0 2024-11-21T10:25:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742147_1323 (size=30955) 2024-11-21T10:25:29,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/80c3badf15ba437b8aadd093f43dc80b 2024-11-21T10:25:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/395da1e8913542158b042e61c0bdd04d is 50, key is test_row_0/B:col10/1732184726864/Put/seqid=0 2024-11-21T10:25:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T10:25:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184789144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184789149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184789150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184789151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742148_1324 (size=12001) 2024-11-21T10:25:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184789267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184789267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184789267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184789276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T10:25:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184789477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184789477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184789477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184789496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,569 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/395da1e8913542158b042e61c0bdd04d 2024-11-21T10:25:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/0ce4677ecc35407dae40fbb2340d773b is 50, key is test_row_0/C:col10/1732184726864/Put/seqid=0 2024-11-21T10:25:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742149_1325 (size=12001) 2024-11-21T10:25:29,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184789786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184789786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184789786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184789818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T10:25:29,994 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/0ce4677ecc35407dae40fbb2340d773b 2024-11-21T10:25:30,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/80c3badf15ba437b8aadd093f43dc80b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b 2024-11-21T10:25:30,007 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b, entries=150, sequenceid=93, filesize=30.2 K 2024-11-21T10:25:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/395da1e8913542158b042e61c0bdd04d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/395da1e8913542158b042e61c0bdd04d 2024-11-21T10:25:30,016 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/395da1e8913542158b042e61c0bdd04d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-21T10:25:30,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/0ce4677ecc35407dae40fbb2340d773b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0ce4677ecc35407dae40fbb2340d773b 2024-11-21T10:25:30,024 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0ce4677ecc35407dae40fbb2340d773b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-21T10:25:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 41879c369ba5830cf999516a71a0f4af in 1030ms, sequenceid=93, compaction requested=true 2024-11-21T10:25:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-21T10:25:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-21T10:25:30,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-21T10:25:30,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1870 sec 2024-11-21T10:25:30,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.1950 sec 2024-11-21T10:25:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:30,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:30,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:25:30,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a7d9dc9dffc042999a1f9d101c5dce7f_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742150_1326 (size=14594) 2024-11-21T10:25:30,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184790350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184790355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184790349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184790380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184790486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184790486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184790487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184790487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184790706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184790706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184790707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184790707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:30,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a7d9dc9dffc042999a1f9d101c5dce7f_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7d9dc9dffc042999a1f9d101c5dce7f_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:30,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/29e54530f19745f5802ac74aab0ff3f4, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:30,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/29e54530f19745f5802ac74aab0ff3f4 is 175, key is test_row_0/A:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742151_1327 (size=39549) 2024-11-21T10:25:30,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/29e54530f19745f5802ac74aab0ff3f4 2024-11-21T10:25:30,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/0edda1197a1c465db331c4a17cb983d6 is 50, key is test_row_0/B:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742152_1328 (size=12001) 2024-11-21T10:25:30,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184790947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:30,951 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 41879c369ba5830cf999516a71a0f4af of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T10:25:30,986 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:30,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-21T10:25:30,988 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:30,989 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:30,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184791026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184791027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184791027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184791027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:31,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T10:25:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/0edda1197a1c465db331c4a17cb983d6 2024-11-21T10:25:31,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/61026583d3c443c88c0bd586788db6c7 is 50, key is test_row_0/C:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:31,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742153_1329 (size=12001) 2024-11-21T10:25:31,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T10:25:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:31,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T10:25:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184791536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184791536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184791536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184791546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:31,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T10:25:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:31,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/61026583d3c443c88c0bd586788db6c7 2024-11-21T10:25:31,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/29e54530f19745f5802ac74aab0ff3f4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4 2024-11-21T10:25:31,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4, entries=200, sequenceid=117, filesize=38.6 K 2024-11-21T10:25:31,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/0edda1197a1c465db331c4a17cb983d6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/0edda1197a1c465db331c4a17cb983d6 2024-11-21T10:25:31,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/0edda1197a1c465db331c4a17cb983d6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T10:25:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/61026583d3c443c88c0bd586788db6c7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/61026583d3c443c88c0bd586788db6c7 2024-11-21T10:25:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/61026583d3c443c88c0bd586788db6c7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T10:25:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 41879c369ba5830cf999516a71a0f4af in 1394ms, sequenceid=117, compaction requested=true 2024-11-21T10:25:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:31,700 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:31,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:31,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:31,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:31,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:31,701 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:31,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:31,702 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:31,702 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:31,702 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/A is initiating minor compaction (all files) 2024-11-21T10:25:31,702 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/B is initiating minor compaction (all files) 2024-11-21T10:25:31,702 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/A in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,702 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/B in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,702 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f6ffb301708c40faa7fb7709bf1045df, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=129.4 K 2024-11-21T10:25:31,702 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/7137f90f5cb34c48ab78ef4f9b5195f7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/80bb84129a024430b19899857b424a7c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/395da1e8913542158b042e61c0bdd04d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/0edda1197a1c465db331c4a17cb983d6] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=47.0 K 2024-11-21T10:25:31,702 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,702 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f6ffb301708c40faa7fb7709bf1045df, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4] 2024-11-21T10:25:31,703 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6ffb301708c40faa7fb7709bf1045df, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732184723875 2024-11-21T10:25:31,703 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7137f90f5cb34c48ab78ef4f9b5195f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732184723875 2024-11-21T10:25:31,703 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 153d576095fe4ebcb0d153bde4a0ad9e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732184726155 2024-11-21T10:25:31,703 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 80bb84129a024430b19899857b424a7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732184726155 2024-11-21T10:25:31,704 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c3badf15ba437b8aadd093f43dc80b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732184726861 2024-11-21T10:25:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,704 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 395da1e8913542158b042e61c0bdd04d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732184726861 2024-11-21T10:25:31,704 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29e54530f19745f5802ac74aab0ff3f4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732184729141 2024-11-21T10:25:31,704 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 0edda1197a1c465db331c4a17cb983d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732184729141 2024-11-21T10:25:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,733 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,738 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#B#compaction#283 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:31,739 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/12535336b9d4435f88d382f06789bc68 is 50, key is test_row_0/B:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,745 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218a3ba6216342412a8be78f79fa86c3b7_41879c369ba5830cf999516a71a0f4af store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,751 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218a3ba6216342412a8be78f79fa86c3b7_41879c369ba5830cf999516a71a0f4af, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:31,751 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218a3ba6216342412a8be78f79fa86c3b7_41879c369ba5830cf999516a71a0f4af because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:31,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T10:25:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,765 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742154_1330 (size=12241) 2024-11-21T10:25:31,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9f1bcf6074a43d28b678db2c6835023_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_1/A:col10/1732184730347/Put/seqid=0 2024-11-21T10:25:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742155_1331 (size=4469) 2024-11-21T10:25:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,821 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#A#compaction#282 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:31,821 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/85981dd485d14897a86f2fbc8fcfc49f is 175, key is test_row_0/A:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,823 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/12535336b9d4435f88d382f06789bc68 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/12535336b9d4435f88d382f06789bc68 2024-11-21T10:25:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,838 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/B of 41879c369ba5830cf999516a71a0f4af into 12535336b9d4435f88d382f06789bc68(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:31,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:31,838 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/B, priority=12, startTime=1732184731701; duration=0sec 2024-11-21T10:25:31,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:31,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:B 2024-11-21T10:25:31,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,839 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:31,840 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/C is initiating minor compaction (all files) 2024-11-21T10:25:31,840 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/C in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,840 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0c1630922a5e45f9a7a525f0163d08e5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/d4e01a85aab5437ba39ce9eb7f03becf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0ce4677ecc35407dae40fbb2340d773b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/61026583d3c443c88c0bd586788db6c7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=47.0 K 2024-11-21T10:25:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,840 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c1630922a5e45f9a7a525f0163d08e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732184723875 2024-11-21T10:25:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,842 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e01a85aab5437ba39ce9eb7f03becf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732184726155 2024-11-21T10:25:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,843 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce4677ecc35407dae40fbb2340d773b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732184726861 2024-11-21T10:25:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,844 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 61026583d3c443c88c0bd586788db6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732184729141 2024-11-21T10:25:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742156_1332 (size=9714) 2024-11-21T10:25:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,866 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c9f1bcf6074a43d28b678db2c6835023_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9f1bcf6074a43d28b678db2c6835023_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5 is 175, key is test_row_1/A:col10/1732184730347/Put/seqid=0 2024-11-21T10:25:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742157_1333 (size=31195) 2024-11-21T10:25:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,890 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/85981dd485d14897a86f2fbc8fcfc49f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/85981dd485d14897a86f2fbc8fcfc49f 2024-11-21T10:25:31,896 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/A of 41879c369ba5830cf999516a71a0f4af into 85981dd485d14897a86f2fbc8fcfc49f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:31,896 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:31,896 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/A, priority=12, startTime=1732184731700; duration=0sec 2024-11-21T10:25:31,896 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:31,896 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:A 2024-11-21T10:25:31,902 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#C#compaction#285 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:31,903 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/75677ee9aeca47f5bff6f75f36be1612 is 50, key is test_row_0/C:col10/1732184729145/Put/seqid=0 2024-11-21T10:25:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742158_1334 (size=22361) 2024-11-21T10:25:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742159_1335 (size=12241) 2024-11-21T10:25:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,994 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/75677ee9aeca47f5bff6f75f36be1612 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/75677ee9aeca47f5bff6f75f36be1612 2024-11-21T10:25:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:31,999 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/C of 41879c369ba5830cf999516a71a0f4af into 75677ee9aeca47f5bff6f75f36be1612(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:31,999 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:32,000 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/C, priority=12, startTime=1732184731701; duration=0sec 2024-11-21T10:25:32,000 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:32,000 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:C 2024-11-21T10:25:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,354 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5 2024-11-21T10:25:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/6c3a20b6726144caa3f918a9072e7e4a is 50, key is test_row_1/B:col10/1732184730347/Put/seqid=0 2024-11-21T10:25:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742160_1336 (size=9657) 2024-11-21T10:25:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:32,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184792736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184792737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184792739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184792751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,835 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/6c3a20b6726144caa3f918a9072e7e4a 2024-11-21T10:25:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/5a21571b28e746e08a7819fbe19dc3d1 is 50, key is test_row_1/C:col10/1732184730347/Put/seqid=0 2024-11-21T10:25:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184792857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184792857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184792857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184792866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:32,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742161_1337 (size=9657) 2024-11-21T10:25:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184793066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184793066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184793066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184793076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:33,292 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/5a21571b28e746e08a7819fbe19dc3d1 2024-11-21T10:25:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5 2024-11-21T10:25:33,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5, entries=100, sequenceid=129, filesize=21.8 K 2024-11-21T10:25:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/6c3a20b6726144caa3f918a9072e7e4a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6c3a20b6726144caa3f918a9072e7e4a 2024-11-21T10:25:33,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6c3a20b6726144caa3f918a9072e7e4a, entries=100, sequenceid=129, filesize=9.4 K 2024-11-21T10:25:33,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/5a21571b28e746e08a7819fbe19dc3d1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/5a21571b28e746e08a7819fbe19dc3d1 2024-11-21T10:25:33,313 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/5a21571b28e746e08a7819fbe19dc3d1, entries=100, sequenceid=129, filesize=9.4 K 2024-11-21T10:25:33,314 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 41879c369ba5830cf999516a71a0f4af in 1550ms, sequenceid=129, compaction requested=false 2024-11-21T10:25:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-21T10:25:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-21T10:25:33,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T10:25:33,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-11-21T10:25:33,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3320 sec 2024-11-21T10:25:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:33,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:25:33,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218ddb0cef520d4cec961429a4d7d894e7_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742162_1338 (size=17284) 2024-11-21T10:25:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184793405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184793450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184793450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184793453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184793556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184793576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184793576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184793577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184793766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184793797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184793797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184793797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:33,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:33,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218ddb0cef520d4cec961429a4d7d894e7_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218ddb0cef520d4cec961429a4d7d894e7_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:33,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/defcf385eb094fbd9c5dd6d352d60b69, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:33,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/defcf385eb094fbd9c5dd6d352d60b69 is 175, key is test_row_0/A:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742163_1339 (size=48389) 2024-11-21T10:25:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184794076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184794106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184794106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184794106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/defcf385eb094fbd9c5dd6d352d60b69 2024-11-21T10:25:34,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/b29308510f1a46c68748061a5e506b94 is 50, key is test_row_0/B:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742164_1340 (size=12151) 2024-11-21T10:25:34,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184794586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184794616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184794626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184794626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:34,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/b29308510f1a46c68748061a5e506b94 2024-11-21T10:25:34,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/659305f72189499290ac7d7ff46fe466 is 50, key is test_row_0/C:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:34,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742165_1341 (size=12151) 2024-11-21T10:25:35,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/659305f72189499290ac7d7ff46fe466 2024-11-21T10:25:35,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/defcf385eb094fbd9c5dd6d352d60b69 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69 2024-11-21T10:25:35,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69, entries=250, sequenceid=158, filesize=47.3 K 2024-11-21T10:25:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/b29308510f1a46c68748061a5e506b94 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/b29308510f1a46c68748061a5e506b94 2024-11-21T10:25:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/b29308510f1a46c68748061a5e506b94, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T10:25:35,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/659305f72189499290ac7d7ff46fe466 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/659305f72189499290ac7d7ff46fe466 2024-11-21T10:25:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/659305f72189499290ac7d7ff46fe466, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T10:25:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 41879c369ba5830cf999516a71a0f4af in 1688ms, sequenceid=158, compaction requested=true 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:35,073 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:35,073 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:35,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,075 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:35,075 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/A is initiating minor compaction (all files) 2024-11-21T10:25:35,075 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/A in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:35,075 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/85981dd485d14897a86f2fbc8fcfc49f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=99.6 K 2024-11-21T10:25:35,075 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:35,075 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:35,075 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/85981dd485d14897a86f2fbc8fcfc49f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69] 2024-11-21T10:25:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,075 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/B is initiating minor compaction (all files) 2024-11-21T10:25:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,075 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/B in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:35,075 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/12535336b9d4435f88d382f06789bc68, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6c3a20b6726144caa3f918a9072e7e4a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/b29308510f1a46c68748061a5e506b94] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=33.3 K 2024-11-21T10:25:35,076 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85981dd485d14897a86f2fbc8fcfc49f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732184729141 2024-11-21T10:25:35,076 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 12535336b9d4435f88d382f06789bc68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732184729141 2024-11-21T10:25:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,076 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00ebbbe3ad624ca6b7fcf7b0c285f4f5, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732184730347 2024-11-21T10:25:35,076 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c3a20b6726144caa3f918a9072e7e4a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732184730347 2024-11-21T10:25:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,078 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting defcf385eb094fbd9c5dd6d352d60b69, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732184732700 2024-11-21T10:25:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,078 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b29308510f1a46c68748061a5e506b94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732184732700 2024-11-21T10:25:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,087 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,093 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e61475f175ef4c33a0ec839385794e03_41879c369ba5830cf999516a71a0f4af store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,098 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#B#compaction#292 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,098 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/6b14c10e6d3e4f1189dcd694ee08058e is 50, key is test_row_0/B:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,101 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e61475f175ef4c33a0ec839385794e03_41879c369ba5830cf999516a71a0f4af, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,101 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e61475f175ef4c33a0ec839385794e03_41879c369ba5830cf999516a71a0f4af because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742166_1342 (size=12493) 2024-11-21T10:25:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742167_1343 (size=4469) 2024-11-21T10:25:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,115 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/6b14c10e6d3e4f1189dcd694ee08058e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6b14c10e6d3e4f1189dcd694ee08058e 2024-11-21T10:25:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,116 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#A#compaction#291 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:35,117 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/33cce31e10f0434e8a86c3393b396408 is 175, key is test_row_0/A:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,123 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/B of 41879c369ba5830cf999516a71a0f4af into 6b14c10e6d3e4f1189dcd694ee08058e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:35,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:35,123 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/B, priority=13, startTime=1732184735073; duration=0sec 2024-11-21T10:25:35,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:35,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:B 2024-11-21T10:25:35,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:35,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:35,124 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/C is initiating minor compaction (all files) 2024-11-21T10:25:35,124 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/C in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:35,124 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/75677ee9aeca47f5bff6f75f36be1612, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/5a21571b28e746e08a7819fbe19dc3d1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/659305f72189499290ac7d7ff46fe466] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=33.3 K 2024-11-21T10:25:35,124 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 75677ee9aeca47f5bff6f75f36be1612, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732184729141 2024-11-21T10:25:35,124 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a21571b28e746e08a7819fbe19dc3d1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732184730347 2024-11-21T10:25:35,124 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 659305f72189499290ac7d7ff46fe466, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732184732700 2024-11-21T10:25:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742168_1344 (size=31447) 2024-11-21T10:25:35,139 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/33cce31e10f0434e8a86c3393b396408 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/33cce31e10f0434e8a86c3393b396408 2024-11-21T10:25:35,143 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/A of 41879c369ba5830cf999516a71a0f4af into 33cce31e10f0434e8a86c3393b396408(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:35,143 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:35,143 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/A, priority=13, startTime=1732184735073; duration=0sec 2024-11-21T10:25:35,143 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:35,143 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:A 2024-11-21T10:25:35,145 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:35,146 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6b2ac06b7da545fc92f7a6ea18535f70 is 50, key is test_row_0/C:col10/1732184732700/Put/seqid=0 2024-11-21T10:25:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742169_1345 (size=12493) 2024-11-21T10:25:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T10:25:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,167 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,167 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,169 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6b2ac06b7da545fc92f7a6ea18535f70 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b2ac06b7da545fc92f7a6ea18535f70 2024-11-21T10:25:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-21T10:25:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T10:25:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,172 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:35,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,176 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/C of 41879c369ba5830cf999516a71a0f4af into 6b2ac06b7da545fc92f7a6ea18535f70(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:35,176 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:35,176 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/C, priority=13, startTime=1732184735073; duration=0sec 2024-11-21T10:25:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,176 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:35,176 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:C 2024-11-21T10:25:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T10:25:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-21T10:25:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,328 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fe00adbc1b2947c9b8e4fe6454e8a65c_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_1/A:col10/1732184733413/Put/seqid=0 2024-11-21T10:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742170_1346 (size=9814) 2024-11-21T10:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T10:25:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184795705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184795712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184795713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184795714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:35,749 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fe00adbc1b2947c9b8e4fe6454e8a65c_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fe00adbc1b2947c9b8e4fe6454e8a65c_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/79d6e2867812493f9390588f1183c3b4, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/79d6e2867812493f9390588f1183c3b4 is 175, key is test_row_1/A:col10/1732184733413/Put/seqid=0 2024-11-21T10:25:35,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742171_1347 (size=22461) 2024-11-21T10:25:35,757 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/79d6e2867812493f9390588f1183c3b4 2024-11-21T10:25:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/c5f65bcca30649a8947602d20861a523 is 50, key is test_row_1/B:col10/1732184733413/Put/seqid=0 2024-11-21T10:25:35,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742172_1348 (size=9757) 2024-11-21T10:25:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T10:25:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184795827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184795827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184795827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184795836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184796036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184796036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184796047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184796047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,184 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/c5f65bcca30649a8947602d20861a523 2024-11-21T10:25:36,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/21739461029a42d6b4927fbda89a72c1 is 50, key is test_row_1/C:col10/1732184733413/Put/seqid=0 2024-11-21T10:25:36,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742173_1349 (size=9757) 2024-11-21T10:25:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T10:25:36,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184796346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184796346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184796356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184796356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,595 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/21739461029a42d6b4927fbda89a72c1 2024-11-21T10:25:36,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/79d6e2867812493f9390588f1183c3b4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4 2024-11-21T10:25:36,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4, entries=100, sequenceid=173, filesize=21.9 K 2024-11-21T10:25:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/c5f65bcca30649a8947602d20861a523 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/c5f65bcca30649a8947602d20861a523 2024-11-21T10:25:36,607 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/c5f65bcca30649a8947602d20861a523, entries=100, sequenceid=173, filesize=9.5 K 2024-11-21T10:25:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/21739461029a42d6b4927fbda89a72c1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/21739461029a42d6b4927fbda89a72c1 2024-11-21T10:25:36,612 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/21739461029a42d6b4927fbda89a72c1, entries=100, sequenceid=173, filesize=9.5 K 2024-11-21T10:25:36,613 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 41879c369ba5830cf999516a71a0f4af in 1285ms, sequenceid=173, compaction requested=false 2024-11-21T10:25:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-21T10:25:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-21T10:25:36,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-21T10:25:36,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-21T10:25:36,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.4500 sec 2024-11-21T10:25:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:36,862 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:36,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:25:36,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d28f2bee60034ba282129b37b9b5a025_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:36,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742174_1350 (size=17284) 2024-11-21T10:25:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184796874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184796877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184796879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184796880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184796996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184796997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184796997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184796997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184797206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184797206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184797206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184797207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:37,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d28f2bee60034ba282129b37b9b5a025_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d28f2bee60034ba282129b37b9b5a025_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:37,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/3302e6ea51a1414f86aecdd67048b8d0, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:37,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/3302e6ea51a1414f86aecdd67048b8d0 is 175, key is test_row_0/A:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742175_1351 (size=48389) 2024-11-21T10:25:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T10:25:37,316 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:37,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-21T10:25:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T10:25:37,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:37,319 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:37,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T10:25:37,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:37,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:37,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184797517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184797517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184797517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184797517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:37,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T10:25:37,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/3302e6ea51a1414f86aecdd67048b8d0 2024-11-21T10:25:37,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/3374796fd8814035b1f7b063df19bf51 is 50, key is test_row_0/B:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742176_1352 (size=12151) 2024-11-21T10:25:37,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:37,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T10:25:38,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184798026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:38,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184798026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:38,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184798036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184798036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:38,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:38,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/3374796fd8814035b1f7b063df19bf51 2024-11-21T10:25:38,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/66bed76a00274c34b71a2be0061c0dc3 is 50, key is test_row_0/C:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742177_1353 (size=12151) 2024-11-21T10:25:38,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T10:25:38,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/66bed76a00274c34b71a2be0061c0dc3 2024-11-21T10:25:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/3302e6ea51a1414f86aecdd67048b8d0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0 2024-11-21T10:25:38,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0, entries=250, sequenceid=199, filesize=47.3 K 2024-11-21T10:25:38,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/3374796fd8814035b1f7b063df19bf51 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/3374796fd8814035b1f7b063df19bf51 2024-11-21T10:25:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/3374796fd8814035b1f7b063df19bf51, entries=150, sequenceid=199, filesize=11.9 K 2024-11-21T10:25:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/66bed76a00274c34b71a2be0061c0dc3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/66bed76a00274c34b71a2be0061c0dc3 2024-11-21T10:25:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/66bed76a00274c34b71a2be0061c0dc3, entries=150, sequenceid=199, filesize=11.9 K 2024-11-21T10:25:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 41879c369ba5830cf999516a71a0f4af in 1658ms, sequenceid=199, compaction requested=true 2024-11-21T10:25:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:38,521 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:38,521 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,522 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,522 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/A is initiating minor compaction (all files) 2024-11-21T10:25:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,522 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/A in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,522 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/33cce31e10f0434e8a86c3393b396408, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=99.9 K 2024-11-21T10:25:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,522 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,522 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/33cce31e10f0434e8a86c3393b396408, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0] 2024-11-21T10:25:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,523 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:38,523 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/B is initiating minor compaction (all files) 2024-11-21T10:25:38,523 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/B in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,523 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6b14c10e6d3e4f1189dcd694ee08058e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/c5f65bcca30649a8947602d20861a523, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/3374796fd8814035b1f7b063df19bf51] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=33.6 K 2024-11-21T10:25:38,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,523 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33cce31e10f0434e8a86c3393b396408, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732184732700 2024-11-21T10:25:38,523 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b14c10e6d3e4f1189dcd694ee08058e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732184732700 2024-11-21T10:25:38,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,523 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79d6e2867812493f9390588f1183c3b4, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732184733413 2024-11-21T10:25:38,523 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c5f65bcca30649a8947602d20861a523, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732184733413 2024-11-21T10:25:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:38,524 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 3374796fd8814035b1f7b063df19bf51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732184735713 2024-11-21T10:25:38,524 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3302e6ea51a1414f86aecdd67048b8d0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732184735687 2024-11-21T10:25:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,531 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,534 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,534 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/e0a8bfac352f4de2b046eb402c5c4692 is 50, key is test_row_0/B:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,537 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210d1783b2162d414b8ec1b7d70492abbc_41879c369ba5830cf999516a71a0f4af store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,538 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210d1783b2162d414b8ec1b7d70492abbc_41879c369ba5830cf999516a71a0f4af, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:38,538 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d1783b2162d414b8ec1b7d70492abbc_41879c369ba5830cf999516a71a0f4af because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T10:25:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,540 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T10:25:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742178_1354 (size=12595) 2024-11-21T10:25:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219cf9e679b4494f4b9ff68111c4acc900_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184736879/Put/seqid=0 2024-11-21T10:25:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742179_1355 (size=4469) 2024-11-21T10:25:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,563 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#A#compaction#300 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,564 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/97e93350d2fa4c6a87cefc9e40b95cb5 is 175, key is test_row_0/A:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742180_1356 (size=9814) 2024-11-21T10:25:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,582 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219cf9e679b4494f4b9ff68111c4acc900_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219cf9e679b4494f4b9ff68111c4acc900_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f383bf5d4a8640c38c4e89c440e98cd0, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f383bf5d4a8640c38c4e89c440e98cd0 is 175, key is test_row_0/A:col10/1732184736879/Put/seqid=0 2024-11-21T10:25:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742181_1357 (size=31549) 2024-11-21T10:25:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742182_1358 (size=22461) 2024-11-21T10:25:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,625 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f383bf5d4a8640c38c4e89c440e98cd0 2024-11-21T10:25:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/cd4a7331b04346be8cab88130edaa2aa is 50, key is test_row_0/B:col10/1732184736879/Put/seqid=0 2024-11-21T10:25:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742183_1359 (size=9757) 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,950 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/e0a8bfac352f4de2b046eb402c5c4692 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e0a8bfac352f4de2b046eb402c5c4692 2024-11-21T10:25:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,954 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/B of 41879c369ba5830cf999516a71a0f4af into e0a8bfac352f4de2b046eb402c5c4692(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:38,954 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:38,954 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/B, priority=13, startTime=1732184738521; duration=0sec 2024-11-21T10:25:38,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:38,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:B 2024-11-21T10:25:38,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,955 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:38,956 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/C is initiating minor compaction (all files) 2024-11-21T10:25:38,956 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/C in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:38,956 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b2ac06b7da545fc92f7a6ea18535f70, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/21739461029a42d6b4927fbda89a72c1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/66bed76a00274c34b71a2be0061c0dc3] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=33.6 K 2024-11-21T10:25:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,956 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b2ac06b7da545fc92f7a6ea18535f70, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732184732700 2024-11-21T10:25:38,956 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 21739461029a42d6b4927fbda89a72c1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732184733413 2024-11-21T10:25:38,956 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 66bed76a00274c34b71a2be0061c0dc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732184735713 2024-11-21T10:25:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,964 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#C#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,964 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/53d96b8bd56e4153a93397bc0af7209e is 50, key is test_row_0/C:col10/1732184736862/Put/seqid=0 2024-11-21T10:25:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742184_1360 (size=12595) 2024-11-21T10:25:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:38,999 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/97e93350d2fa4c6a87cefc9e40b95cb5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/97e93350d2fa4c6a87cefc9e40b95cb5 2024-11-21T10:25:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,007 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/A of 41879c369ba5830cf999516a71a0f4af into 97e93350d2fa4c6a87cefc9e40b95cb5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:39,007 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,007 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/A, priority=13, startTime=1732184738520; duration=0sec 2024-11-21T10:25:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,007 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:39,007 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:A 2024-11-21T10:25:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,038 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/cd4a7331b04346be8cab88130edaa2aa 2024-11-21T10:25:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/a7692b16aaff41688705b895af5f0f3d is 50, key is test_row_0/C:col10/1732184736879/Put/seqid=0 2024-11-21T10:25:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742185_1361 (size=9757) 2024-11-21T10:25:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184799134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184799136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184799137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184799140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184799246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184799246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184799256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184799257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,374 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/53d96b8bd56e4153a93397bc0af7209e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/53d96b8bd56e4153a93397bc0af7209e 2024-11-21T10:25:39,378 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/C of 41879c369ba5830cf999516a71a0f4af into 53d96b8bd56e4153a93397bc0af7209e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:39,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:39,378 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/C, priority=13, startTime=1732184738523; duration=0sec 2024-11-21T10:25:39,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:39,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:C 2024-11-21T10:25:39,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/a7692b16aaff41688705b895af5f0f3d 2024-11-21T10:25:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f383bf5d4a8640c38c4e89c440e98cd0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0 2024-11-21T10:25:39,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0, entries=100, sequenceid=209, filesize=21.9 K 2024-11-21T10:25:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/cd4a7331b04346be8cab88130edaa2aa as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/cd4a7331b04346be8cab88130edaa2aa 2024-11-21T10:25:39,461 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/cd4a7331b04346be8cab88130edaa2aa, entries=100, sequenceid=209, filesize=9.5 K 2024-11-21T10:25:39,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184799456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/a7692b16aaff41688705b895af5f0f3d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a7692b16aaff41688705b895af5f0f3d 2024-11-21T10:25:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184799456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,465 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a7692b16aaff41688705b895af5f0f3d, entries=100, sequenceid=209, filesize=9.5 K 2024-11-21T10:25:39,466 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 41879c369ba5830cf999516a71a0f4af in 925ms, sequenceid=209, compaction requested=false 2024-11-21T10:25:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-21T10:25:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-21T10:25:39,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-21T10:25:39,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1480 sec 2024-11-21T10:25:39,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1510 sec 2024-11-21T10:25:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:39,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T10:25:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T10:25:39,476 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:39,477 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-21T10:25:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:39,478 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:39,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:39,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:39,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112138a522933e304dfba0457dd45271ea0d_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742186_1362 (size=17284) 2024-11-21T10:25:39,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184799492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184799493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:39,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184799606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184799606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:39,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:39,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184799766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184799767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:39,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:39,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184799816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184799816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:39,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:39,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112138a522933e304dfba0457dd45271ea0d_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112138a522933e304dfba0457dd45271ea0d_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:39,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/5a7b31eb9435494f854b78d9d05ca1b7, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:39,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/5a7b31eb9435494f854b78d9d05ca1b7 is 175, key is test_row_0/A:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742187_1363 (size=48389) 2024-11-21T10:25:39,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:39,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:40,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184800126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184800126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:40,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184800276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:40,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184800286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:40,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/5a7b31eb9435494f854b78d9d05ca1b7 2024-11-21T10:25:40,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/fcd176373d64462cbb0def8a0a9ac35f is 50, key is test_row_0/B:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:40,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742188_1364 (size=12151) 2024-11-21T10:25:40,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:40,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184800636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184800636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:40,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/fcd176373d64462cbb0def8a0a9ac35f 2024-11-21T10:25:40,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/2ee7edfbd2594e3aad72836f4f14c1c6 is 50, key is test_row_0/C:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:40,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742189_1365 (size=12151) 2024-11-21T10:25:40,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:40,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:41,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:41,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39258 deadline: 1732184801016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,019 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 41879c369ba5830cf999516a71a0f4af of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18332 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/2ee7edfbd2594e3aad72836f4f14c1c6 2024-11-21T10:25:41,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/5a7b31eb9435494f854b78d9d05ca1b7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7 2024-11-21T10:25:41,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7, entries=250, sequenceid=240, filesize=47.3 K 2024-11-21T10:25:41,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/fcd176373d64462cbb0def8a0a9ac35f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/fcd176373d64462cbb0def8a0a9ac35f 2024-11-21T10:25:41,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/fcd176373d64462cbb0def8a0a9ac35f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T10:25:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/2ee7edfbd2594e3aad72836f4f14c1c6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/2ee7edfbd2594e3aad72836f4f14c1c6 2024-11-21T10:25:41,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/2ee7edfbd2594e3aad72836f4f14c1c6, entries=150, sequenceid=240, filesize=11.9 K 2024-11-21T10:25:41,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 41879c369ba5830cf999516a71a0f4af in 1656ms, sequenceid=240, compaction requested=true 2024-11-21T10:25:41,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:41,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:41,130 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:41,130 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:41,131 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:41,131 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/A is initiating minor compaction (all files) 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/B is initiating minor compaction (all files) 2024-11-21T10:25:41,132 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/B in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,132 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/A in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,132 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e0a8bfac352f4de2b046eb402c5c4692, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/cd4a7331b04346be8cab88130edaa2aa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/fcd176373d64462cbb0def8a0a9ac35f] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=33.7 K 2024-11-21T10:25:41,132 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/97e93350d2fa4c6a87cefc9e40b95cb5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=100.0 K 2024-11-21T10:25:41,132 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/97e93350d2fa4c6a87cefc9e40b95cb5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7] 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a8bfac352f4de2b046eb402c5c4692, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732184735713 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97e93350d2fa4c6a87cefc9e40b95cb5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732184735713 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting cd4a7331b04346be8cab88130edaa2aa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732184736877 2024-11-21T10:25:41,132 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f383bf5d4a8640c38c4e89c440e98cd0, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732184736877 2024-11-21T10:25:41,133 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting fcd176373d64462cbb0def8a0a9ac35f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184739136 2024-11-21T10:25:41,133 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a7b31eb9435494f854b78d9d05ca1b7, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184739123 2024-11-21T10:25:41,138 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:41,142 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:41,142 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ad0cdd4e56e04a7aa7b25e86f2a29858_41879c369ba5830cf999516a71a0f4af store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:41,143 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/2005f6eb9fbc487b97d61fe6c7ef15fd is 50, key is test_row_0/B:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:41,144 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ad0cdd4e56e04a7aa7b25e86f2a29858_41879c369ba5830cf999516a71a0f4af, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:41,145 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ad0cdd4e56e04a7aa7b25e86f2a29858_41879c369ba5830cf999516a71a0f4af because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742190_1366 (size=12697) 2024-11-21T10:25:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742191_1367 (size=4469) 2024-11-21T10:25:41,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T10:25:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T10:25:41,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b30b07b5abe496bb5f56ef49777254e_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184739482/Put/seqid=0 2024-11-21T10:25:41,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742192_1368 (size=12304) 2024-11-21T10:25:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:41,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. as already flushing 2024-11-21T10:25:41,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:25:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184801427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184801434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184801536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184801546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,556 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#A#compaction#309 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:41,556 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/37b4445d7fa240b79e1e56cdbe195032 is 175, key is test_row_0/A:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:41,557 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/2005f6eb9fbc487b97d61fe6c7ef15fd as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/2005f6eb9fbc487b97d61fe6c7ef15fd 2024-11-21T10:25:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742193_1369 (size=31651) 2024-11-21T10:25:41,562 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/B of 41879c369ba5830cf999516a71a0f4af into 2005f6eb9fbc487b97d61fe6c7ef15fd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:41,562 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:41,562 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/B, priority=13, startTime=1732184741130; duration=0sec 2024-11-21T10:25:41,562 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:41,562 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:B 2024-11-21T10:25:41,562 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:41,563 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:41,563 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/C is initiating minor compaction (all files) 2024-11-21T10:25:41,563 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/C in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:41,563 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/53d96b8bd56e4153a93397bc0af7209e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a7692b16aaff41688705b895af5f0f3d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/2ee7edfbd2594e3aad72836f4f14c1c6] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=33.7 K 2024-11-21T10:25:41,564 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 53d96b8bd56e4153a93397bc0af7209e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732184735713 2024-11-21T10:25:41,564 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a7692b16aaff41688705b895af5f0f3d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732184736877 2024-11-21T10:25:41,564 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ee7edfbd2594e3aad72836f4f14c1c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184739136 2024-11-21T10:25:41,569 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:41,570 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/a80dd1741f4e41e4927a3375b84b68c3 is 50, key is test_row_0/C:col10/1732184739471/Put/seqid=0 2024-11-21T10:25:41,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:41,574 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b30b07b5abe496bb5f56ef49777254e_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b30b07b5abe496bb5f56ef49777254e_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742194_1370 (size=12697) 2024-11-21T10:25:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/a42caa40b669461c8fd3159b5d5e241c, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:41,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/a42caa40b669461c8fd3159b5d5e241c is 175, key is test_row_0/A:col10/1732184739482/Put/seqid=0 2024-11-21T10:25:41,578 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/a80dd1741f4e41e4927a3375b84b68c3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a80dd1741f4e41e4927a3375b84b68c3 2024-11-21T10:25:41,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742195_1371 (size=31105) 2024-11-21T10:25:41,582 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/C of 41879c369ba5830cf999516a71a0f4af into a80dd1741f4e41e4927a3375b84b68c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:41,582 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:41,582 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/C, priority=13, startTime=1732184741130; duration=0sec 2024-11-21T10:25:41,582 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:41,582 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:C 2024-11-21T10:25:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:41,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39280 deadline: 1732184801646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,651 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 41879c369ba5830cf999516a71a0f4af of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:41,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39232 deadline: 1732184801656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,659 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in 41879c369ba5830cf999516a71a0f4af of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184801746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184801766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:41,964 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/37b4445d7fa240b79e1e56cdbe195032 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/37b4445d7fa240b79e1e56cdbe195032 2024-11-21T10:25:41,968 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/A of 41879c369ba5830cf999516a71a0f4af into 37b4445d7fa240b79e1e56cdbe195032(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:41,968 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:41,968 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/A, priority=13, startTime=1732184741129; duration=0sec 2024-11-21T10:25:41,968 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:41,968 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:A 2024-11-21T10:25:41,979 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/a42caa40b669461c8fd3159b5d5e241c 2024-11-21T10:25:41,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/e278ccd95f2e4a329b7adbc7b061a998 is 50, key is test_row_0/B:col10/1732184739482/Put/seqid=0 2024-11-21T10:25:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742196_1372 (size=12151) 2024-11-21T10:25:42,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184802056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184802076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:42,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/e278ccd95f2e4a329b7adbc7b061a998 2024-11-21T10:25:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/4298676fe7ca437f93a83d0d1849855b is 50, key is test_row_0/C:col10/1732184739482/Put/seqid=0 2024-11-21T10:25:42,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742197_1373 (size=12151) 2024-11-21T10:25:42,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39260 deadline: 1732184802566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:42,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:42,579 INFO [Thread-1412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1412. 2024-11-21T10:25:42,579 DEBUG [Thread-1412 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:42,579 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,579 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:42,580 INFO [Thread-1408 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1408. 2024-11-21T10:25:42,580 DEBUG [Thread-1408 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:42,580 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,580 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:42,583 INFO [Thread-1406 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1406. 2024-11-21T10:25:42,583 DEBUG [Thread-1406 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:42,583 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,583 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:42,586 INFO [Thread-1404 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1404. 2024-11-21T10:25:42,586 DEBUG [Thread-1404 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:42,586 DEBUG [Thread-1404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,586 DEBUG [Thread-1404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39262 deadline: 1732184802586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:25:42,588 INFO [Thread-1410 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1410. 2024-11-21T10:25:42,588 DEBUG [Thread-1410 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:42,588 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,588 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:42,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:42,807 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/4298676fe7ca437f93a83d0d1849855b 2024-11-21T10:25:42,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/a42caa40b669461c8fd3159b5d5e241c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c 2024-11-21T10:25:42,821 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c, entries=150, sequenceid=249, filesize=30.4 K 2024-11-21T10:25:42,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/e278ccd95f2e4a329b7adbc7b061a998 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e278ccd95f2e4a329b7adbc7b061a998 2024-11-21T10:25:42,824 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e278ccd95f2e4a329b7adbc7b061a998, entries=150, sequenceid=249, filesize=11.9 K 2024-11-21T10:25:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/4298676fe7ca437f93a83d0d1849855b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4298676fe7ca437f93a83d0d1849855b 2024-11-21T10:25:42,827 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4298676fe7ca437f93a83d0d1849855b, entries=150, sequenceid=249, filesize=11.9 K 2024-11-21T10:25:42,828 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 41879c369ba5830cf999516a71a0f4af in 1671ms, sequenceid=249, compaction requested=false 2024-11-21T10:25:42,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:42,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:42,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-21T10:25:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-21T10:25:42,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-21T10:25:42,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3500 sec 2024-11-21T10:25:42,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.3540 sec 2024-11-21T10:25:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:43,581 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:43,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T10:25:43,581 INFO [Thread-1393 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1393. 2024-11-21T10:25:43,582 DEBUG [Thread-1393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:43,582 DEBUG [Thread-1393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,582 DEBUG [Thread-1393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:43,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112190200d4e21c440d89298eccddca4a0ff_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742198_1374 (size=12454) 2024-11-21T10:25:43,598 INFO [Thread-1399 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1399. 2024-11-21T10:25:43,598 DEBUG [Thread-1399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:43,598 DEBUG [Thread-1399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,598 DEBUG [Thread-1399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T10:25:43,637 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:43,679 INFO [Thread-1401 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1401. 2024-11-21T10:25:43,679 DEBUG [Thread-1401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:43,679 DEBUG [Thread-1401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,679 DEBUG [Thread-1401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:43,690 INFO [Thread-1397 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1397. 2024-11-21T10:25:43,690 DEBUG [Thread-1397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:43,690 DEBUG [Thread-1397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,690 DEBUG [Thread-1397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:43,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:43,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:44,002 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112190200d4e21c440d89298eccddca4a0ff_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112190200d4e21c440d89298eccddca4a0ff_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:44,003 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/84c60df66df54d9dbb8aa2dac631d6ac, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:44,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/84c60df66df54d9dbb8aa2dac631d6ac is 175, key is test_row_0/A:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742199_1375 (size=31255) 2024-11-21T10:25:44,408 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/84c60df66df54d9dbb8aa2dac631d6ac 2024-11-21T10:25:44,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/a02ac82693fd4ac795cfd8f4d302d7ba is 50, key is test_row_0/B:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742200_1376 (size=12301) 2024-11-21T10:25:44,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/a02ac82693fd4ac795cfd8f4d302d7ba 2024-11-21T10:25:44,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6b07b3d3775f414d9ba404a18aabf87a is 50, key is test_row_0/C:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742201_1377 (size=12301) 2024-11-21T10:25:45,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6b07b3d3775f414d9ba404a18aabf87a 2024-11-21T10:25:45,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/84c60df66df54d9dbb8aa2dac631d6ac as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac 2024-11-21T10:25:45,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac, entries=150, sequenceid=280, filesize=30.5 K 2024-11-21T10:25:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/a02ac82693fd4ac795cfd8f4d302d7ba as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/a02ac82693fd4ac795cfd8f4d302d7ba 2024-11-21T10:25:45,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/a02ac82693fd4ac795cfd8f4d302d7ba, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T10:25:45,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/6b07b3d3775f414d9ba404a18aabf87a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b07b3d3775f414d9ba404a18aabf87a 2024-11-21T10:25:45,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b07b3d3775f414d9ba404a18aabf87a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-21T10:25:45,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=20.13 KB/20610 for 41879c369ba5830cf999516a71a0f4af in 1687ms, sequenceid=280, compaction requested=true 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:45,269 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41879c369ba5830cf999516a71a0f4af:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:45,269 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/B is initiating minor compaction (all files) 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/A is initiating minor compaction (all files) 2024-11-21T10:25:45,270 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/B in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:45,270 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/A in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:45,270 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/2005f6eb9fbc487b97d61fe6c7ef15fd, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e278ccd95f2e4a329b7adbc7b061a998, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/a02ac82693fd4ac795cfd8f4d302d7ba] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=36.3 K 2024-11-21T10:25:45,270 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/37b4445d7fa240b79e1e56cdbe195032, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=91.8 K 2024-11-21T10:25:45,270 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/37b4445d7fa240b79e1e56cdbe195032, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac] 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 2005f6eb9fbc487b97d61fe6c7ef15fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184739136 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37b4445d7fa240b79e1e56cdbe195032, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184739136 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e278ccd95f2e4a329b7adbc7b061a998, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732184739482 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting a42caa40b669461c8fd3159b5d5e241c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732184739482 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a02ac82693fd4ac795cfd8f4d302d7ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732184741426 2024-11-21T10:25:45,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c60df66df54d9dbb8aa2dac631d6ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732184741426 2024-11-21T10:25:45,276 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:45,277 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:45,278 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/aba1926eddf349f98ef0b6fc877ac7d3 is 50, key is test_row_0/B:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:45,278 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b91211996cbd4f739636a7550b0b3125_41879c369ba5830cf999516a71a0f4af store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742202_1378 (size=12949) 2024-11-21T10:25:45,300 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b91211996cbd4f739636a7550b0b3125_41879c369ba5830cf999516a71a0f4af, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:45,300 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b91211996cbd4f739636a7550b0b3125_41879c369ba5830cf999516a71a0f4af because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742203_1379 (size=4469) 2024-11-21T10:25:45,687 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/aba1926eddf349f98ef0b6fc877ac7d3 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/aba1926eddf349f98ef0b6fc877ac7d3 2024-11-21T10:25:45,691 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/B of 41879c369ba5830cf999516a71a0f4af into aba1926eddf349f98ef0b6fc877ac7d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:45,691 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:45,691 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/B, priority=13, startTime=1732184745269; duration=0sec 2024-11-21T10:25:45,692 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:45,692 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:B 2024-11-21T10:25:45,692 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:45,693 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:45,693 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 41879c369ba5830cf999516a71a0f4af/C is initiating minor compaction (all files) 2024-11-21T10:25:45,693 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41879c369ba5830cf999516a71a0f4af/C in TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:45,693 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a80dd1741f4e41e4927a3375b84b68c3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4298676fe7ca437f93a83d0d1849855b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b07b3d3775f414d9ba404a18aabf87a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp, totalSize=36.3 K 2024-11-21T10:25:45,693 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a80dd1741f4e41e4927a3375b84b68c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732184739136 2024-11-21T10:25:45,693 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4298676fe7ca437f93a83d0d1849855b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732184739482 2024-11-21T10:25:45,694 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b07b3d3775f414d9ba404a18aabf87a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732184741426 2024-11-21T10:25:45,701 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:45,702 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/fd0a1929f90a48b79c7f4cd04001baaa is 50, key is test_row_0/C:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:45,705 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41879c369ba5830cf999516a71a0f4af#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742204_1380 (size=12949) 2024-11-21T10:25:45,705 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/ff99795b61f641878fd127b19c0a83c2 is 175, key is test_row_0/A:col10/1732184743577/Put/seqid=0 2024-11-21T10:25:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742205_1381 (size=31903) 2024-11-21T10:25:45,799 WARN [regionserver/2651e482101a:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1 2024-11-21T10:25:45,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f6ffb301708c40faa7fb7709bf1045df, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/85981dd485d14897a86f2fbc8fcfc49f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/33cce31e10f0434e8a86c3393b396408, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/97e93350d2fa4c6a87cefc9e40b95cb5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7] to archive 2024-11-21T10:25:45,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:45,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/1826d98ffb2e423e8728bac74b48969d 2024-11-21T10:25:45,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/c9f8900314dd453e8d4c6b0041578dfa 2024-11-21T10:25:45,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f6ffb301708c40faa7fb7709bf1045df to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f6ffb301708c40faa7fb7709bf1045df 2024-11-21T10:25:45,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/41e1ec6589204116a3af2ab8a7ab53fd 2024-11-21T10:25:45,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/153d576095fe4ebcb0d153bde4a0ad9e 2024-11-21T10:25:45,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/80c3badf15ba437b8aadd093f43dc80b 2024-11-21T10:25:45,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/29e54530f19745f5802ac74aab0ff3f4 2024-11-21T10:25:45,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/85981dd485d14897a86f2fbc8fcfc49f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/85981dd485d14897a86f2fbc8fcfc49f 2024-11-21T10:25:45,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/00ebbbe3ad624ca6b7fcf7b0c285f4f5 2024-11-21T10:25:45,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/defcf385eb094fbd9c5dd6d352d60b69 2024-11-21T10:25:45,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/33cce31e10f0434e8a86c3393b396408 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/33cce31e10f0434e8a86c3393b396408 2024-11-21T10:25:45,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/79d6e2867812493f9390588f1183c3b4 2024-11-21T10:25:45,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/3302e6ea51a1414f86aecdd67048b8d0 2024-11-21T10:25:45,823 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/97e93350d2fa4c6a87cefc9e40b95cb5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/97e93350d2fa4c6a87cefc9e40b95cb5 2024-11-21T10:25:45,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f383bf5d4a8640c38c4e89c440e98cd0 2024-11-21T10:25:45,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/5a7b31eb9435494f854b78d9d05ca1b7 2024-11-21T10:25:45,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/467cc0c36e2f41f5bbce0842b64179c3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/785cfa9492304f78904a28796670cf60, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/7137f90f5cb34c48ab78ef4f9b5195f7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/813f51019264412480ca54d1f67a0958, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/80bb84129a024430b19899857b424a7c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/395da1e8913542158b042e61c0bdd04d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/12535336b9d4435f88d382f06789bc68, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/0edda1197a1c465db331c4a17cb983d6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6c3a20b6726144caa3f918a9072e7e4a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6b14c10e6d3e4f1189dcd694ee08058e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/b29308510f1a46c68748061a5e506b94, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/c5f65bcca30649a8947602d20861a523, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e0a8bfac352f4de2b046eb402c5c4692, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/3374796fd8814035b1f7b063df19bf51, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/cd4a7331b04346be8cab88130edaa2aa, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/2005f6eb9fbc487b97d61fe6c7ef15fd, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/fcd176373d64462cbb0def8a0a9ac35f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e278ccd95f2e4a329b7adbc7b061a998, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/a02ac82693fd4ac795cfd8f4d302d7ba] to archive 2024-11-21T10:25:45,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:45,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/467cc0c36e2f41f5bbce0842b64179c3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/467cc0c36e2f41f5bbce0842b64179c3 2024-11-21T10:25:45,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/785cfa9492304f78904a28796670cf60 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/785cfa9492304f78904a28796670cf60 2024-11-21T10:25:45,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/7137f90f5cb34c48ab78ef4f9b5195f7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/7137f90f5cb34c48ab78ef4f9b5195f7 2024-11-21T10:25:45,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/813f51019264412480ca54d1f67a0958 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/813f51019264412480ca54d1f67a0958 2024-11-21T10:25:45,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/80bb84129a024430b19899857b424a7c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/80bb84129a024430b19899857b424a7c 2024-11-21T10:25:45,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/395da1e8913542158b042e61c0bdd04d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/395da1e8913542158b042e61c0bdd04d 2024-11-21T10:25:45,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/12535336b9d4435f88d382f06789bc68 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/12535336b9d4435f88d382f06789bc68 2024-11-21T10:25:45,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/0edda1197a1c465db331c4a17cb983d6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/0edda1197a1c465db331c4a17cb983d6 2024-11-21T10:25:45,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6c3a20b6726144caa3f918a9072e7e4a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6c3a20b6726144caa3f918a9072e7e4a 2024-11-21T10:25:45,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6b14c10e6d3e4f1189dcd694ee08058e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/6b14c10e6d3e4f1189dcd694ee08058e 2024-11-21T10:25:45,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/b29308510f1a46c68748061a5e506b94 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/b29308510f1a46c68748061a5e506b94 2024-11-21T10:25:45,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/c5f65bcca30649a8947602d20861a523 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/c5f65bcca30649a8947602d20861a523 2024-11-21T10:25:45,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e0a8bfac352f4de2b046eb402c5c4692 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e0a8bfac352f4de2b046eb402c5c4692 2024-11-21T10:25:45,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/3374796fd8814035b1f7b063df19bf51 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/3374796fd8814035b1f7b063df19bf51 2024-11-21T10:25:45,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/cd4a7331b04346be8cab88130edaa2aa to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/cd4a7331b04346be8cab88130edaa2aa 2024-11-21T10:25:45,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/2005f6eb9fbc487b97d61fe6c7ef15fd to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/2005f6eb9fbc487b97d61fe6c7ef15fd 2024-11-21T10:25:45,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/fcd176373d64462cbb0def8a0a9ac35f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/fcd176373d64462cbb0def8a0a9ac35f 2024-11-21T10:25:45,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e278ccd95f2e4a329b7adbc7b061a998 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/e278ccd95f2e4a329b7adbc7b061a998 2024-11-21T10:25:45,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/a02ac82693fd4ac795cfd8f4d302d7ba to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/a02ac82693fd4ac795cfd8f4d302d7ba 2024-11-21T10:25:45,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/c2eb3bdb7fc44915a069b614ccb243d3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6f686205b4d74771867af6c94d9abcf9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0c1630922a5e45f9a7a525f0163d08e5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/bc53f4ec610042d9b24c17c6fb4d1039, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/d4e01a85aab5437ba39ce9eb7f03becf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0ce4677ecc35407dae40fbb2340d773b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/75677ee9aeca47f5bff6f75f36be1612, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/61026583d3c443c88c0bd586788db6c7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/5a21571b28e746e08a7819fbe19dc3d1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b2ac06b7da545fc92f7a6ea18535f70, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/659305f72189499290ac7d7ff46fe466, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/21739461029a42d6b4927fbda89a72c1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/53d96b8bd56e4153a93397bc0af7209e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/66bed76a00274c34b71a2be0061c0dc3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a7692b16aaff41688705b895af5f0f3d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/2ee7edfbd2594e3aad72836f4f14c1c6] to archive 2024-11-21T10:25:45,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:45,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/c2eb3bdb7fc44915a069b614ccb243d3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/c2eb3bdb7fc44915a069b614ccb243d3 2024-11-21T10:25:45,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6f686205b4d74771867af6c94d9abcf9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6f686205b4d74771867af6c94d9abcf9 2024-11-21T10:25:45,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0c1630922a5e45f9a7a525f0163d08e5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0c1630922a5e45f9a7a525f0163d08e5 2024-11-21T10:25:45,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/bc53f4ec610042d9b24c17c6fb4d1039 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/bc53f4ec610042d9b24c17c6fb4d1039 2024-11-21T10:25:45,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/d4e01a85aab5437ba39ce9eb7f03becf to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/d4e01a85aab5437ba39ce9eb7f03becf 2024-11-21T10:25:45,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0ce4677ecc35407dae40fbb2340d773b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/0ce4677ecc35407dae40fbb2340d773b 2024-11-21T10:25:45,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/75677ee9aeca47f5bff6f75f36be1612 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/75677ee9aeca47f5bff6f75f36be1612 2024-11-21T10:25:45,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/61026583d3c443c88c0bd586788db6c7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/61026583d3c443c88c0bd586788db6c7 2024-11-21T10:25:45,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/5a21571b28e746e08a7819fbe19dc3d1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/5a21571b28e746e08a7819fbe19dc3d1 2024-11-21T10:25:45,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b2ac06b7da545fc92f7a6ea18535f70 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b2ac06b7da545fc92f7a6ea18535f70 2024-11-21T10:25:45,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/659305f72189499290ac7d7ff46fe466 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/659305f72189499290ac7d7ff46fe466 2024-11-21T10:25:45,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/21739461029a42d6b4927fbda89a72c1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/21739461029a42d6b4927fbda89a72c1 2024-11-21T10:25:45,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/53d96b8bd56e4153a93397bc0af7209e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/53d96b8bd56e4153a93397bc0af7209e 2024-11-21T10:25:45,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/66bed76a00274c34b71a2be0061c0dc3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/66bed76a00274c34b71a2be0061c0dc3 2024-11-21T10:25:45,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a7692b16aaff41688705b895af5f0f3d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a7692b16aaff41688705b895af5f0f3d 2024-11-21T10:25:45,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/2651e482101a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/2ee7edfbd2594e3aad72836f4f14c1c6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/2ee7edfbd2594e3aad72836f4f14c1c6 2024-11-21T10:25:46,113 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/fd0a1929f90a48b79c7f4cd04001baaa as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/fd0a1929f90a48b79c7f4cd04001baaa 2024-11-21T10:25:46,114 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/ff99795b61f641878fd127b19c0a83c2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/ff99795b61f641878fd127b19c0a83c2 2024-11-21T10:25:46,119 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/C of 41879c369ba5830cf999516a71a0f4af into fd0a1929f90a48b79c7f4cd04001baaa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:46,119 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41879c369ba5830cf999516a71a0f4af/A of 41879c369ba5830cf999516a71a0f4af into ff99795b61f641878fd127b19c0a83c2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:46,119 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:46,119 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41879c369ba5830cf999516a71a0f4af: 2024-11-21T10:25:46,119 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/C, priority=13, startTime=1732184745269; duration=0sec 2024-11-21T10:25:46,119 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., storeName=41879c369ba5830cf999516a71a0f4af/A, priority=13, startTime=1732184745269; duration=0sec 2024-11-21T10:25:46,119 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:46,119 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:C 2024-11-21T10:25:46,119 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:46,119 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41879c369ba5830cf999516a71a0f4af:A 2024-11-21T10:25:51,069 INFO [Thread-1395 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1395. 2024-11-21T10:25:51,069 DEBUG [Thread-1395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:25:51,069 DEBUG [Thread-1395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:51,069 DEBUG [Thread-1395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:51,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1163 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3480 rows 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1174 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3505 rows 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1165 2024-11-21T10:25:51,070 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3495 rows 2024-11-21T10:25:51,071 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1179 2024-11-21T10:25:51,071 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3520 rows 2024-11-21T10:25:51,071 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1162 2024-11-21T10:25:51,071 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3483 rows 2024-11-21T10:25:51,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:25:51,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:25:51,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:51,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:51,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:25:51,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T10:25:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T10:25:51,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184751078"}]},"ts":"1732184751078"} 2024-11-21T10:25:51,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T10:25:51,080 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T10:25:51,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:25:51,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, UNASSIGN}] 2024-11-21T10:25:51,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, UNASSIGN 2024-11-21T10:25:51,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:51,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, UNASSIGN because future has completed 2024-11-21T10:25:51,087 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:25:51,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T10:25:51,241 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:51,241 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:25:51,242 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing 41879c369ba5830cf999516a71a0f4af, disabling compactions & flushes 2024-11-21T10:25:51,242 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:51,242 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:51,242 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. after waiting 0 ms 2024-11-21T10:25:51,242 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:51,242 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing 41879c369ba5830cf999516a71a0f4af 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T10:25:51,256 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112122ce1ac1b22642ce93b0479de0130f31_41879c369ba5830cf999516a71a0f4af is 50, key is test_row_0/A:col10/1732184743687/Put/seqid=0 2024-11-21T10:25:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742206_1382 (size=12454) 2024-11-21T10:25:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T10:25:51,661 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:51,672 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112122ce1ac1b22642ce93b0479de0130f31_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112122ce1ac1b22642ce93b0479de0130f31_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:51,674 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f518e3ffcf54449cadf7933c5439544d, store: [table=TestAcidGuarantees family=A region=41879c369ba5830cf999516a71a0f4af] 2024-11-21T10:25:51,675 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f518e3ffcf54449cadf7933c5439544d is 175, key is test_row_0/A:col10/1732184743687/Put/seqid=0 2024-11-21T10:25:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742207_1383 (size=31255) 2024-11-21T10:25:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T10:25:52,080 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f518e3ffcf54449cadf7933c5439544d 2024-11-21T10:25:52,092 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/9a3ff9dcb81946a49eb01dcacc23ad70 is 50, key is test_row_0/B:col10/1732184743687/Put/seqid=0 2024-11-21T10:25:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742208_1384 (size=12301) 2024-11-21T10:25:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T10:25:52,497 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/9a3ff9dcb81946a49eb01dcacc23ad70 2024-11-21T10:25:52,510 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/4e788a8eebdf40c7b770558073e43eec is 50, key is test_row_0/C:col10/1732184743687/Put/seqid=0 2024-11-21T10:25:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742209_1385 (size=12301) 2024-11-21T10:25:52,916 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/4e788a8eebdf40c7b770558073e43eec 2024-11-21T10:25:52,927 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/A/f518e3ffcf54449cadf7933c5439544d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f518e3ffcf54449cadf7933c5439544d 2024-11-21T10:25:52,930 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f518e3ffcf54449cadf7933c5439544d, entries=150, sequenceid=290, filesize=30.5 K 2024-11-21T10:25:52,931 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/B/9a3ff9dcb81946a49eb01dcacc23ad70 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/9a3ff9dcb81946a49eb01dcacc23ad70 2024-11-21T10:25:52,935 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/9a3ff9dcb81946a49eb01dcacc23ad70, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T10:25:52,935 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/.tmp/C/4e788a8eebdf40c7b770558073e43eec as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4e788a8eebdf40c7b770558073e43eec 2024-11-21T10:25:52,939 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4e788a8eebdf40c7b770558073e43eec, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T10:25:52,940 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 41879c369ba5830cf999516a71a0f4af in 1698ms, sequenceid=290, compaction requested=false 2024-11-21T10:25:52,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/37b4445d7fa240b79e1e56cdbe195032, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac] to archive 2024-11-21T10:25:52,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:52,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/37b4445d7fa240b79e1e56cdbe195032 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/37b4445d7fa240b79e1e56cdbe195032 2024-11-21T10:25:52,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/a42caa40b669461c8fd3159b5d5e241c 2024-11-21T10:25:52,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/84c60df66df54d9dbb8aa2dac631d6ac 2024-11-21T10:25:52,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a80dd1741f4e41e4927a3375b84b68c3, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4298676fe7ca437f93a83d0d1849855b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b07b3d3775f414d9ba404a18aabf87a] to archive 2024-11-21T10:25:52,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:25:52,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a80dd1741f4e41e4927a3375b84b68c3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/a80dd1741f4e41e4927a3375b84b68c3 2024-11-21T10:25:52,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4298676fe7ca437f93a83d0d1849855b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4298676fe7ca437f93a83d0d1849855b 2024-11-21T10:25:52,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b07b3d3775f414d9ba404a18aabf87a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/6b07b3d3775f414d9ba404a18aabf87a 2024-11-21T10:25:52,957 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/recovered.edits/293.seqid, newMaxSeqId=293, maxSeqId=4 2024-11-21T10:25:52,958 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. 2024-11-21T10:25:52,958 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for 41879c369ba5830cf999516a71a0f4af: Waiting for close lock at 1732184751242Running coprocessor pre-close hooks at 1732184751242Disabling compacts and flushes for region at 1732184751242Disabling writes for close at 1732184751242Obtaining lock to block concurrent updates at 1732184751242Preparing flush snapshotting stores in 41879c369ba5830cf999516a71a0f4af at 1732184751242Finished memstore snapshotting TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732184751243 (+1 ms)Flushing stores of TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af. at 1732184751244 (+1 ms)Flushing 41879c369ba5830cf999516a71a0f4af/A: creating writer at 1732184751244Flushing mob file 41879c369ba5830cf999516a71a0f4af/A: appending metadata at 1732184751256 (+12 ms)Flushing mob file 41879c369ba5830cf999516a71a0f4af/A: closing flushed file at 1732184751256Flushing 41879c369ba5830cf999516a71a0f4af/A: appending metadata at 1732184751674 (+418 ms)Flushing 41879c369ba5830cf999516a71a0f4af/A: closing flushed file at 1732184751674Flushing 41879c369ba5830cf999516a71a0f4af/B: creating writer at 1732184752089 (+415 ms)Flushing 41879c369ba5830cf999516a71a0f4af/B: appending metadata at 1732184752092 (+3 ms)Flushing 41879c369ba5830cf999516a71a0f4af/B: closing flushed file at 1732184752092Flushing 41879c369ba5830cf999516a71a0f4af/C: creating writer at 1732184752505 (+413 ms)Flushing 41879c369ba5830cf999516a71a0f4af/C: appending metadata at 1732184752509 (+4 ms)Flushing 41879c369ba5830cf999516a71a0f4af/C: closing flushed file at 1732184752509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d116f87: reopening flushed file at 1732184752926 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41282061: reopening flushed file at 1732184752930 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f4ca57: reopening flushed file at 1732184752935 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 41879c369ba5830cf999516a71a0f4af in 1698ms, sequenceid=290, compaction requested=false at 1732184752940 (+5 ms)Writing region close event to WAL at 1732184752954 (+14 ms)Running coprocessor post-close hooks at 1732184752958 (+4 ms)Closed at 1732184752958 2024-11-21T10:25:52,960 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed 41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:52,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=41879c369ba5830cf999516a71a0f4af, regionState=CLOSED 2024-11-21T10:25:52,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:25:52,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-21T10:25:52,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure 41879c369ba5830cf999516a71a0f4af, server=2651e482101a,35291,1732184623540 in 1.8760 sec 2024-11-21T10:25:52,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T10:25:52,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=41879c369ba5830cf999516a71a0f4af, UNASSIGN in 1.8830 sec 2024-11-21T10:25:52,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-21T10:25:52,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8880 sec 2024-11-21T10:25:52,974 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184752973"}]},"ts":"1732184752973"} 2024-11-21T10:25:52,975 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T10:25:52,976 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T10:25:52,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9040 sec 2024-11-21T10:25:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T10:25:53,226 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:53,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T10:25:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T10:25:53,229 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/recovered.edits] 2024-11-21T10:25:53,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f518e3ffcf54449cadf7933c5439544d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/f518e3ffcf54449cadf7933c5439544d 2024-11-21T10:25:53,236 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/ff99795b61f641878fd127b19c0a83c2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/A/ff99795b61f641878fd127b19c0a83c2 2024-11-21T10:25:53,238 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/9a3ff9dcb81946a49eb01dcacc23ad70 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/9a3ff9dcb81946a49eb01dcacc23ad70 2024-11-21T10:25:53,238 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/aba1926eddf349f98ef0b6fc877ac7d3 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/B/aba1926eddf349f98ef0b6fc877ac7d3 2024-11-21T10:25:53,240 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4e788a8eebdf40c7b770558073e43eec to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/4e788a8eebdf40c7b770558073e43eec 2024-11-21T10:25:53,241 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/fd0a1929f90a48b79c7f4cd04001baaa to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/C/fd0a1929f90a48b79c7f4cd04001baaa 2024-11-21T10:25:53,242 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/recovered.edits/293.seqid to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af/recovered.edits/293.seqid 2024-11-21T10:25:53,243 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,243 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T10:25:53,243 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T10:25:53,243 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T10:25:53,245 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211696b17f88c5456fa4d1575ccfba74ad_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211696b17f88c5456fa4d1575ccfba74ad_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,246 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112122ce1ac1b22642ce93b0479de0130f31_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112122ce1ac1b22642ce93b0479de0130f31_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,247 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112138a522933e304dfba0457dd45271ea0d_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112138a522933e304dfba0457dd45271ea0d_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186b217537937497cb05deec3564f44b3_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186b217537937497cb05deec3564f44b3_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218ddb0cef520d4cec961429a4d7d894e7_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218ddb0cef520d4cec961429a4d7d894e7_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,249 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112190200d4e21c440d89298eccddca4a0ff_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112190200d4e21c440d89298eccddca4a0ff_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,250 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b30b07b5abe496bb5f56ef49777254e_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b30b07b5abe496bb5f56ef49777254e_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,250 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219cf9e679b4494f4b9ff68111c4acc900_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219cf9e679b4494f4b9ff68111c4acc900_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,251 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7d9dc9dffc042999a1f9d101c5dce7f_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a7d9dc9dffc042999a1f9d101c5dce7f_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b6f6056e3bdf4bdabce47097e5c4b176_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b6f6056e3bdf4bdabce47097e5c4b176_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9f1bcf6074a43d28b678db2c6835023_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c9f1bcf6074a43d28b678db2c6835023_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ccce4b985418472cb24b30c6719c7b06_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ccce4b985418472cb24b30c6719c7b06_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d28f2bee60034ba282129b37b9b5a025_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d28f2bee60034ba282129b37b9b5a025_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,254 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f941ee4cd239468fad439258eae743ef_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f941ee4cd239468fad439258eae743ef_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fe00adbc1b2947c9b8e4fe6454e8a65c_41879c369ba5830cf999516a71a0f4af to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fe00adbc1b2947c9b8e4fe6454e8a65c_41879c369ba5830cf999516a71a0f4af 2024-11-21T10:25:53,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T10:25:53,256 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,258 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T10:25:53,259 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T10:25:53,260 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,260 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T10:25:53,260 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732184753260"}]},"ts":"9223372036854775807"} 2024-11-21T10:25:53,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T10:25:53,261 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 41879c369ba5830cf999516a71a0f4af, NAME => 'TestAcidGuarantees,,1732184719386.41879c369ba5830cf999516a71a0f4af.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T10:25:53,262 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T10:25:53,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732184753262"}]},"ts":"9223372036854775807"} 2024-11-21T10:25:53,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T10:25:53,263 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-21T10:25:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T10:25:53,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T10:25:53,337 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:53,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 242), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 479) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2253 (was 3085) 2024-11-21T10:25:53,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=2252 2024-11-21T10:25:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:25:53,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:25:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T10:25:53,363 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T10:25:53,363 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:53,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-11-21T10:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-21T10:25:53,364 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T10:25:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742210_1386 (size=959) 2024-11-21T10:25:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-21T10:25:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-21T10:25:53,774 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:25:53,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742211_1387 (size=53) 2024-11-21T10:25:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-21T10:25:54,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:25:54,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 961609003b627bb3c1761e1354a81804, disabling compactions & flushes 2024-11-21T10:25:54,190 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. after waiting 0 ms 2024-11-21T10:25:54,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,190 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 961609003b627bb3c1761e1354a81804: Waiting for close lock at 1732184754189Disabling compacts and flushes for region at 1732184754189Disabling writes for close at 1732184754190 (+1 ms)Writing region close event to WAL at 1732184754190Closed at 1732184754190 2024-11-21T10:25:54,192 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T10:25:54,193 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732184754192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732184754192"}]},"ts":"1732184754192"} 2024-11-21T10:25:54,196 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T10:25:54,198 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T10:25:54,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184754199"}]},"ts":"1732184754199"} 2024-11-21T10:25:54,202 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T10:25:54,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, ASSIGN}] 2024-11-21T10:25:54,205 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, ASSIGN 2024-11-21T10:25:54,205 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, ASSIGN; state=OFFLINE, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=false 2024-11-21T10:25:54,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=961609003b627bb3c1761e1354a81804, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:54,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, ASSIGN because future has completed 2024-11-21T10:25:54,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-21T10:25:54,522 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,523 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:25:54,524 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,524 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:25:54,524 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,524 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,526 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,527 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961609003b627bb3c1761e1354a81804 columnFamilyName A 2024-11-21T10:25:54,527 DEBUG [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:54,527 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] regionserver.HStore(327): Store=961609003b627bb3c1761e1354a81804/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:54,528 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,529 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961609003b627bb3c1761e1354a81804 columnFamilyName B 2024-11-21T10:25:54,529 DEBUG [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:54,529 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] regionserver.HStore(327): Store=961609003b627bb3c1761e1354a81804/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:54,529 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,530 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961609003b627bb3c1761e1354a81804 columnFamilyName C 2024-11-21T10:25:54,530 DEBUG [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:25:54,531 INFO [StoreOpener-961609003b627bb3c1761e1354a81804-1 {}] regionserver.HStore(327): Store=961609003b627bb3c1761e1354a81804/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:25:54,531 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,531 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,532 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,533 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,533 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,533 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:25:54,534 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,537 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:25:54,537 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened 961609003b627bb3c1761e1354a81804; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69198008, jitterRate=0.031130671501159668}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:25:54,537 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:54,538 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for 961609003b627bb3c1761e1354a81804: Running coprocessor pre-open hook at 1732184754524Writing region info on filesystem at 1732184754524Initializing all the Stores at 1732184754525 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184754525Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184754525Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184754525Cleaning up temporary data from old regions at 1732184754533 (+8 ms)Running coprocessor post-open hooks at 1732184754537 (+4 ms)Region opened successfully at 1732184754538 (+1 ms) 2024-11-21T10:25:54,539 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., pid=112, masterSystemTime=1732184754515 2024-11-21T10:25:54,541 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,541 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:54,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=961609003b627bb3c1761e1354a81804, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:25:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:25:54,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-21T10:25:54,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure 961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 in 184 msec 2024-11-21T10:25:54,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T10:25:54,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, ASSIGN in 344 msec 2024-11-21T10:25:54,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T10:25:54,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184754551"}]},"ts":"1732184754551"} 2024-11-21T10:25:54,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T10:25:54,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T10:25:54,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-21T10:25:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-21T10:25:55,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:55,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267ae2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,515 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ebd650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:25:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:25:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9854ea 2024-11-21T10:25:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:25:55,526 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:25:55,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,528 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742d81fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,529 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d14e5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,531 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa8cb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,533 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b3961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,535 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cc7099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,536 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a856f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,538 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd8ddf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,539 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ccc8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,540 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e91b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,542 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617bc59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,543 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fadc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,544 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725c63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6e2626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a26316c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,551 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d71264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154fe712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,554 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6572ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,556 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e44fbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:25:55,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:25:55,557 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:25:55,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:25:55,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b41bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:25:55,558 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:25:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c871d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:25:55,560 DEBUG [Thread-1768 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,560 DEBUG [Thread-1783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,560 DEBUG [Thread-1772 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,561 DEBUG [Thread-1779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,562 DEBUG [Thread-1770 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,562 DEBUG [Thread-1774 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,562 DEBUG [Thread-1787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,562 DEBUG [Thread-1785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,562 DEBUG [Thread-1781 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-21T10:25:55,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T10:25:55,565 DEBUG [Thread-1776 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:25:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,566 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:25:55,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:25:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2] 2024-11-21T10:25:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:55,586 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:55,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:25:55,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/77931d74642a41c3a946abd24acb9447 is 50, key is test_row_0/A:col10/1732184755573/Put/seqid=0 2024-11-21T10:25:55,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742212_1388 (size=9657) 2024-11-21T10:25:55,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184815646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184815647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184815648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184815655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184815657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T10:25:55,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:55,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184815766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184815767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184815767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184815767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184815776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:55,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:55,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T10:25:55,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184815976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184815976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184815976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184815976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184815986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/77931d74642a41c3a946abd24acb9447 2024-11-21T10:25:56,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/281844b803a54f46bd26e39e95e10af4 is 50, key is test_row_0/B:col10/1732184755573/Put/seqid=0 2024-11-21T10:25:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742213_1389 (size=9657) 2024-11-21T10:25:56,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T10:25:56,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184816286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184816286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184816286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184816296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184816297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/281844b803a54f46bd26e39e95e10af4 2024-11-21T10:25:56,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:56,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:56,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:56,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/9d38e9463e3049e8a60e64a3cbaa6388 is 50, key is test_row_0/C:col10/1732184755573/Put/seqid=0 2024-11-21T10:25:56,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742214_1390 (size=9657) 2024-11-21T10:25:56,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/9d38e9463e3049e8a60e64a3cbaa6388 2024-11-21T10:25:56,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/77931d74642a41c3a946abd24acb9447 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/77931d74642a41c3a946abd24acb9447 2024-11-21T10:25:56,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/77931d74642a41c3a946abd24acb9447, entries=100, sequenceid=12, filesize=9.4 K 2024-11-21T10:25:56,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/281844b803a54f46bd26e39e95e10af4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/281844b803a54f46bd26e39e95e10af4 2024-11-21T10:25:56,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/281844b803a54f46bd26e39e95e10af4, entries=100, sequenceid=12, filesize=9.4 K 2024-11-21T10:25:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/9d38e9463e3049e8a60e64a3cbaa6388 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/9d38e9463e3049e8a60e64a3cbaa6388 2024-11-21T10:25:56,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/9d38e9463e3049e8a60e64a3cbaa6388, entries=100, sequenceid=12, filesize=9.4 K 2024-11-21T10:25:56,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 961609003b627bb3c1761e1354a81804 in 942ms, sequenceid=12, compaction requested=false 2024-11-21T10:25:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:56,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-21T10:25:56,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:56,647 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:25:56,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/dbd256bb30364278a5163bfb4b72586f is 50, key is test_row_0/A:col10/1732184755639/Put/seqid=0 2024-11-21T10:25:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742215_1391 (size=12001) 2024-11-21T10:25:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T10:25:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184816812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184816813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184816815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184816818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184816819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184816926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184816926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184816928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184816936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:56,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:56,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,068 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/dbd256bb30364278a5163bfb4b72586f 2024-11-21T10:25:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/59e8b74b23414ac59a633a06000511d0 is 50, key is test_row_0/B:col10/1732184755639/Put/seqid=0 2024-11-21T10:25:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742216_1392 (size=12001) 2024-11-21T10:25:57,085 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/59e8b74b23414ac59a633a06000511d0 2024-11-21T10:25:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5235896695c54103a6aa7843d411cbae is 50, key is test_row_0/C:col10/1732184755639/Put/seqid=0 2024-11-21T10:25:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742217_1393 (size=12001) 2024-11-21T10:25:57,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5235896695c54103a6aa7843d411cbae 2024-11-21T10:25:57,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/dbd256bb30364278a5163bfb4b72586f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/dbd256bb30364278a5163bfb4b72586f 2024-11-21T10:25:57,105 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/dbd256bb30364278a5163bfb4b72586f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T10:25:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/59e8b74b23414ac59a633a06000511d0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/59e8b74b23414ac59a633a06000511d0 2024-11-21T10:25:57,109 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/59e8b74b23414ac59a633a06000511d0, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T10:25:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5235896695c54103a6aa7843d411cbae as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5235896695c54103a6aa7843d411cbae 2024-11-21T10:25:57,119 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5235896695c54103a6aa7843d411cbae, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T10:25:57,120 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 961609003b627bb3c1761e1354a81804 in 473ms, sequenceid=38, compaction requested=false 2024-11-21T10:25:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-21T10:25:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-21T10:25:57,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-21T10:25:57,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-21T10:25:57,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.5630 sec 2024-11-21T10:25:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:57,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:57,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/0b7b3b44f03b4e098f3005e5e9c805d1 is 50, key is test_row_0/A:col10/1732184757143/Put/seqid=0 2024-11-21T10:25:57,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742218_1394 (size=14341) 2024-11-21T10:25:57,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/0b7b3b44f03b4e098f3005e5e9c805d1 2024-11-21T10:25:57,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/27063db1d20f4c67bb353b64c2dfd358 is 50, key is test_row_0/B:col10/1732184757143/Put/seqid=0 2024-11-21T10:25:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742219_1395 (size=12001) 2024-11-21T10:25:57,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/27063db1d20f4c67bb353b64c2dfd358 2024-11-21T10:25:57,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184817197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5172a80d0aab4f9fa8d8c99f5489a90d is 50, key is test_row_0/C:col10/1732184757143/Put/seqid=0 2024-11-21T10:25:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184817203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184817205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184817208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742220_1396 (size=12001) 2024-11-21T10:25:57,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5172a80d0aab4f9fa8d8c99f5489a90d 2024-11-21T10:25:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/0b7b3b44f03b4e098f3005e5e9c805d1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/0b7b3b44f03b4e098f3005e5e9c805d1 2024-11-21T10:25:57,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/0b7b3b44f03b4e098f3005e5e9c805d1, entries=200, sequenceid=51, filesize=14.0 K 2024-11-21T10:25:57,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/27063db1d20f4c67bb353b64c2dfd358 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/27063db1d20f4c67bb353b64c2dfd358 2024-11-21T10:25:57,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/27063db1d20f4c67bb353b64c2dfd358, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T10:25:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5172a80d0aab4f9fa8d8c99f5489a90d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5172a80d0aab4f9fa8d8c99f5489a90d 2024-11-21T10:25:57,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5172a80d0aab4f9fa8d8c99f5489a90d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T10:25:57,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 961609003b627bb3c1761e1354a81804 in 126ms, sequenceid=51, compaction requested=true 2024-11-21T10:25:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:57,270 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:57,270 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:57,271 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:57,271 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:25:57,271 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:57,271 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/77931d74642a41c3a946abd24acb9447, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/dbd256bb30364278a5163bfb4b72586f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/0b7b3b44f03b4e098f3005e5e9c805d1] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=35.2 K 2024-11-21T10:25:57,271 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77931d74642a41c3a946abd24acb9447, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184755573 2024-11-21T10:25:57,272 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:57,272 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:25:57,272 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:57,272 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/281844b803a54f46bd26e39e95e10af4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/59e8b74b23414ac59a633a06000511d0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/27063db1d20f4c67bb353b64c2dfd358] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=32.9 K 2024-11-21T10:25:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:57,272 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 281844b803a54f46bd26e39e95e10af4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184755573 2024-11-21T10:25:57,272 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbd256bb30364278a5163bfb4b72586f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732184755639 2024-11-21T10:25:57,273 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 59e8b74b23414ac59a633a06000511d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732184755639 2024-11-21T10:25:57,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:57,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:57,273 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b7b3b44f03b4e098f3005e5e9c805d1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732184756811 2024-11-21T10:25:57,273 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 27063db1d20f4c67bb353b64c2dfd358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732184756811 2024-11-21T10:25:57,286 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:57,287 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/350ff128243041aeb11a97f118dd278c is 50, key is test_row_0/B:col10/1732184757143/Put/seqid=0 2024-11-21T10:25:57,298 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:57,298 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/39588e862dc04703abfdc592f1a12a1d is 50, key is test_row_0/A:col10/1732184757143/Put/seqid=0 2024-11-21T10:25:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742221_1397 (size=12104) 2024-11-21T10:25:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742222_1398 (size=12104) 2024-11-21T10:25:57,305 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/350ff128243041aeb11a97f118dd278c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/350ff128243041aeb11a97f118dd278c 2024-11-21T10:25:57,311 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 350ff128243041aeb11a97f118dd278c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:57,311 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:57,311 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184757270; duration=0sec 2024-11-21T10:25:57,311 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:57,311 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:25:57,311 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:25:57,312 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:25:57,312 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:25:57,313 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:57,313 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/9d38e9463e3049e8a60e64a3cbaa6388, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5235896695c54103a6aa7843d411cbae, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5172a80d0aab4f9fa8d8c99f5489a90d] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=32.9 K 2024-11-21T10:25:57,313 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d38e9463e3049e8a60e64a3cbaa6388, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732184755573 2024-11-21T10:25:57,314 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5235896695c54103a6aa7843d411cbae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732184755639 2024-11-21T10:25:57,314 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5172a80d0aab4f9fa8d8c99f5489a90d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732184756811 2024-11-21T10:25:57,320 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:57,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:57,321 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:57,321 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/2cb92dd6843144bd8adbb614f1e064d9 is 50, key is test_row_0/C:col10/1732184757143/Put/seqid=0 2024-11-21T10:25:57,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/ff67f95be8734a5e951e5df1ec23e4ae is 50, key is test_row_0/A:col10/1732184757204/Put/seqid=0 2024-11-21T10:25:57,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742223_1399 (size=12104) 2024-11-21T10:25:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742224_1400 (size=14341) 2024-11-21T10:25:57,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184817345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184817347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184817354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184817356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184817466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184817467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184817467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184817476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184817676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184817676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184817676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184817687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,707 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/39588e862dc04703abfdc592f1a12a1d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/39588e862dc04703abfdc592f1a12a1d 2024-11-21T10:25:57,712 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 39588e862dc04703abfdc592f1a12a1d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:57,712 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:57,712 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184757270; duration=0sec 2024-11-21T10:25:57,712 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:57,712 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-21T10:25:57,716 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:57,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-21T10:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T10:25:57,718 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:57,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:57,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:57,751 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/2cb92dd6843144bd8adbb614f1e064d9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2cb92dd6843144bd8adbb614f1e064d9 2024-11-21T10:25:57,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/ff67f95be8734a5e951e5df1ec23e4ae 2024-11-21T10:25:57,759 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into 2cb92dd6843144bd8adbb614f1e064d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:57,759 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:57,759 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184757272; duration=0sec 2024-11-21T10:25:57,759 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:57,759 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:25:57,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/df4d184a9c5347b1b8311cb14ca2187a is 50, key is test_row_0/B:col10/1732184757204/Put/seqid=0 2024-11-21T10:25:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742225_1401 (size=12001) 2024-11-21T10:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T10:25:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184817827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,833 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:25:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-21T10:25:57,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:57,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:57,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:57,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:57,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:57,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184817989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184817989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184817989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184818006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-21T10:25:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:58,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T10:25:58,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-21T10:25:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:58,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:25:58,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/df4d184a9c5347b1b8311cb14ca2187a 2024-11-21T10:25:58,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/768a12024728493990e2fc06c2f0b894 is 50, key is test_row_0/C:col10/1732184757204/Put/seqid=0 2024-11-21T10:25:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742226_1402 (size=12001) 2024-11-21T10:25:58,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/768a12024728493990e2fc06c2f0b894 2024-11-21T10:25:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/ff67f95be8734a5e951e5df1ec23e4ae as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/ff67f95be8734a5e951e5df1ec23e4ae 2024-11-21T10:25:58,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/ff67f95be8734a5e951e5df1ec23e4ae, entries=200, sequenceid=76, filesize=14.0 K 2024-11-21T10:25:58,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/df4d184a9c5347b1b8311cb14ca2187a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/df4d184a9c5347b1b8311cb14ca2187a 2024-11-21T10:25:58,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/df4d184a9c5347b1b8311cb14ca2187a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T10:25:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/768a12024728493990e2fc06c2f0b894 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/768a12024728493990e2fc06c2f0b894 2024-11-21T10:25:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/768a12024728493990e2fc06c2f0b894, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T10:25:58,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 961609003b627bb3c1761e1354a81804 in 976ms, sequenceid=76, compaction requested=false 2024-11-21T10:25:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:58,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-21T10:25:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:58,335 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/6d93de9139874a388e7c1fef290b49e6 is 50, key is test_row_0/A:col10/1732184757354/Put/seqid=0 2024-11-21T10:25:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T10:25:58,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742227_1403 (size=12001) 2024-11-21T10:25:58,354 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/6d93de9139874a388e7c1fef290b49e6 2024-11-21T10:25:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/9cd92ed7333241e9bf470da9a374e361 is 50, key is test_row_0/B:col10/1732184757354/Put/seqid=0 2024-11-21T10:25:58,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742228_1404 (size=12001) 2024-11-21T10:25:58,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:25:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:58,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:25:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184818566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184818567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184818578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184818578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184818687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184818687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184818687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184818687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/9cd92ed7333241e9bf470da9a374e361 2024-11-21T10:25:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/725058e96f1247b3ab0b30ef7afdbb67 is 50, key is test_row_0/C:col10/1732184757354/Put/seqid=0 2024-11-21T10:25:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742229_1405 (size=12001) 2024-11-21T10:25:58,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/725058e96f1247b3ab0b30ef7afdbb67 2024-11-21T10:25:58,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/6d93de9139874a388e7c1fef290b49e6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d93de9139874a388e7c1fef290b49e6 2024-11-21T10:25:58,838 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d93de9139874a388e7c1fef290b49e6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T10:25:58,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/9cd92ed7333241e9bf470da9a374e361 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/9cd92ed7333241e9bf470da9a374e361 2024-11-21T10:25:58,848 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/9cd92ed7333241e9bf470da9a374e361, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T10:25:58,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/725058e96f1247b3ab0b30ef7afdbb67 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/725058e96f1247b3ab0b30ef7afdbb67 2024-11-21T10:25:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T10:25:58,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/725058e96f1247b3ab0b30ef7afdbb67, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T10:25:58,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 961609003b627bb3c1761e1354a81804 in 524ms, sequenceid=90, compaction requested=true 2024-11-21T10:25:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-21T10:25:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-21T10:25:58,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-21T10:25:58,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1420 sec 2024-11-21T10:25:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.1530 sec 2024-11-21T10:25:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:58,916 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:58,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:25:58,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/7a1404fe07ce4c29bda5f0c1b3ad1346 is 50, key is test_row_0/A:col10/1732184758577/Put/seqid=0 2024-11-21T10:25:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742230_1406 (size=12001) 2024-11-21T10:25:58,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/7a1404fe07ce4c29bda5f0c1b3ad1346 2024-11-21T10:25:58,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184818935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184818936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184818937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:58,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/6428ac99ae514fb2b747086cd5f1e74b is 50, key is test_row_0/B:col10/1732184758577/Put/seqid=0 2024-11-21T10:25:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742231_1407 (size=12001) 2024-11-21T10:25:58,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/6428ac99ae514fb2b747086cd5f1e74b 2024-11-21T10:25:59,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/813737529f684814b6d1e3fad410ed98 is 50, key is test_row_0/C:col10/1732184758577/Put/seqid=0 2024-11-21T10:25:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742232_1408 (size=12001) 2024-11-21T10:25:59,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/813737529f684814b6d1e3fad410ed98 2024-11-21T10:25:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/7a1404fe07ce4c29bda5f0c1b3ad1346 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/7a1404fe07ce4c29bda5f0c1b3ad1346 2024-11-21T10:25:59,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/7a1404fe07ce4c29bda5f0c1b3ad1346, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:25:59,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/6428ac99ae514fb2b747086cd5f1e74b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/6428ac99ae514fb2b747086cd5f1e74b 2024-11-21T10:25:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184819056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184819056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184819058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184819069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/6428ac99ae514fb2b747086cd5f1e74b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:25:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/813737529f684814b6d1e3fad410ed98 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/813737529f684814b6d1e3fad410ed98 2024-11-21T10:25:59,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/813737529f684814b6d1e3fad410ed98, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:25:59,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 961609003b627bb3c1761e1354a81804 in 173ms, sequenceid=116, compaction requested=true 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:59,089 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:59,089 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:25:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:59,090 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:59,090 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:59,091 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:25:59,091 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:25:59,091 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:59,091 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:59,091 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/39588e862dc04703abfdc592f1a12a1d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/ff67f95be8734a5e951e5df1ec23e4ae, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d93de9139874a388e7c1fef290b49e6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/7a1404fe07ce4c29bda5f0c1b3ad1346] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=49.3 K 2024-11-21T10:25:59,091 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/350ff128243041aeb11a97f118dd278c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/df4d184a9c5347b1b8311cb14ca2187a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/9cd92ed7333241e9bf470da9a374e361, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/6428ac99ae514fb2b747086cd5f1e74b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=47.0 K 2024-11-21T10:25:59,091 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 350ff128243041aeb11a97f118dd278c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732184756811 2024-11-21T10:25:59,091 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39588e862dc04703abfdc592f1a12a1d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732184756811 2024-11-21T10:25:59,094 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff67f95be8734a5e951e5df1ec23e4ae, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732184757193 2024-11-21T10:25:59,095 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d93de9139874a388e7c1fef290b49e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184757336 2024-11-21T10:25:59,095 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a1404fe07ce4c29bda5f0c1b3ad1346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184758563 2024-11-21T10:25:59,096 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting df4d184a9c5347b1b8311cb14ca2187a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732184757193 2024-11-21T10:25:59,098 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd92ed7333241e9bf470da9a374e361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184757336 2024-11-21T10:25:59,098 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6428ac99ae514fb2b747086cd5f1e74b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184758563 2024-11-21T10:25:59,114 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:59,115 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d8d1559f15be4c1cb7d9cdbc95bf0d19 is 50, key is test_row_0/A:col10/1732184758577/Put/seqid=0 2024-11-21T10:25:59,126 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:59,127 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/86a98b58e16e46388fd5f6581db3e76d is 50, key is test_row_0/B:col10/1732184758577/Put/seqid=0 2024-11-21T10:25:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742233_1409 (size=12241) 2024-11-21T10:25:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742234_1410 (size=12241) 2024-11-21T10:25:59,177 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/86a98b58e16e46388fd5f6581db3e76d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/86a98b58e16e46388fd5f6581db3e76d 2024-11-21T10:25:59,181 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 86a98b58e16e46388fd5f6581db3e76d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:59,181 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:59,181 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=12, startTime=1732184759089; duration=0sec 2024-11-21T10:25:59,181 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:25:59,181 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:25:59,182 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T10:25:59,183 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T10:25:59,183 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:25:59,183 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:25:59,183 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2cb92dd6843144bd8adbb614f1e064d9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/768a12024728493990e2fc06c2f0b894, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/725058e96f1247b3ab0b30ef7afdbb67, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/813737529f684814b6d1e3fad410ed98] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=47.0 K 2024-11-21T10:25:59,183 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb92dd6843144bd8adbb614f1e064d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732184756811 2024-11-21T10:25:59,184 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 768a12024728493990e2fc06c2f0b894, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732184757193 2024-11-21T10:25:59,184 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 725058e96f1247b3ab0b30ef7afdbb67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732184757336 2024-11-21T10:25:59,185 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 813737529f684814b6d1e3fad410ed98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184758563 2024-11-21T10:25:59,201 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:25:59,201 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/aceea7a76949416694fe2e0e183071d2 is 50, key is test_row_0/C:col10/1732184758577/Put/seqid=0 2024-11-21T10:25:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742235_1411 (size=12241) 2024-11-21T10:25:59,241 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/aceea7a76949416694fe2e0e183071d2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/aceea7a76949416694fe2e0e183071d2 2024-11-21T10:25:59,250 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into aceea7a76949416694fe2e0e183071d2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:59,250 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:59,250 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=12, startTime=1732184759089; duration=0sec 2024-11-21T10:25:59,250 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:59,250 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:25:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:59,279 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:59,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:25:59,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/bbd28e39a5b140698a3e083bac8a3fc5 is 50, key is test_row_0/A:col10/1732184759279/Put/seqid=0 2024-11-21T10:25:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742236_1412 (size=12101) 2024-11-21T10:25:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184819327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184819329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184819330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184819338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184819446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184819446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184819446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184819446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,567 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d8d1559f15be4c1cb7d9cdbc95bf0d19 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d8d1559f15be4c1cb7d9cdbc95bf0d19 2024-11-21T10:25:59,571 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into d8d1559f15be4c1cb7d9cdbc95bf0d19(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:25:59,571 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:59,571 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=12, startTime=1732184759089; duration=0sec 2024-11-21T10:25:59,571 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:25:59,571 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:25:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184819656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184819656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184819656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184819656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/bbd28e39a5b140698a3e083bac8a3fc5 2024-11-21T10:25:59,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/837bdd38d947444eaef2ac56185b814d is 50, key is test_row_0/B:col10/1732184759279/Put/seqid=0 2024-11-21T10:25:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742237_1413 (size=12101) 2024-11-21T10:25:59,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/837bdd38d947444eaef2ac56185b814d 2024-11-21T10:25:59,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/0718b99ec16d4572b4129f1ef61efb46 is 50, key is test_row_0/C:col10/1732184759279/Put/seqid=0 2024-11-21T10:25:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742238_1414 (size=12101) 2024-11-21T10:25:59,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/0718b99ec16d4572b4129f1ef61efb46 2024-11-21T10:25:59,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/bbd28e39a5b140698a3e083bac8a3fc5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/bbd28e39a5b140698a3e083bac8a3fc5 2024-11-21T10:25:59,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/bbd28e39a5b140698a3e083bac8a3fc5, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T10:25:59,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/837bdd38d947444eaef2ac56185b814d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/837bdd38d947444eaef2ac56185b814d 2024-11-21T10:25:59,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/837bdd38d947444eaef2ac56185b814d, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T10:25:59,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/0718b99ec16d4572b4129f1ef61efb46 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/0718b99ec16d4572b4129f1ef61efb46 2024-11-21T10:25:59,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/0718b99ec16d4572b4129f1ef61efb46, entries=150, sequenceid=131, filesize=11.8 K 2024-11-21T10:25:59,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 961609003b627bb3c1761e1354a81804 in 460ms, sequenceid=131, compaction requested=false 2024-11-21T10:25:59,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:25:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:25:59,848 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:25:59,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:25:59,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5bf95b9c2ab640828270737610ba47d9 is 50, key is test_row_0/A:col10/1732184759846/Put/seqid=0 2024-11-21T10:25:59,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742239_1415 (size=14541) 2024-11-21T10:25:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T10:25:59,866 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:25:59,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:25:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-21T10:25:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T10:25:59,868 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:25:59,868 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:25:59,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:25:59,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184819903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184819966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184819966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T10:25:59,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184819976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:25:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184819976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:25:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:25:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:25:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T10:26:00,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:00,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184820016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T10:26:00,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:00,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T10:26:00,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184820226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5bf95b9c2ab640828270737610ba47d9 2024-11-21T10:26:00,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/ee403c321608433d98a56f0f9db20dcf is 50, key is test_row_0/B:col10/1732184759846/Put/seqid=0 2024-11-21T10:26:00,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742240_1416 (size=12151) 2024-11-21T10:26:00,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T10:26:00,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:00,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T10:26:00,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:00,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184820477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184820486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184820488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T10:26:00,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184820498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184820536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:00,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T10:26:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:00,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/ee403c321608433d98a56f0f9db20dcf 2024-11-21T10:26:00,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f1ecc627550a4793b14279a4c94cb7d7 is 50, key is test_row_0/C:col10/1732184759846/Put/seqid=0 2024-11-21T10:26:00,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742241_1417 (size=12151) 2024-11-21T10:26:00,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f1ecc627550a4793b14279a4c94cb7d7 2024-11-21T10:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5bf95b9c2ab640828270737610ba47d9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5bf95b9c2ab640828270737610ba47d9 2024-11-21T10:26:00,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5bf95b9c2ab640828270737610ba47d9, entries=200, sequenceid=156, filesize=14.2 K 2024-11-21T10:26:00,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/ee403c321608433d98a56f0f9db20dcf as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ee403c321608433d98a56f0f9db20dcf 2024-11-21T10:26:00,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ee403c321608433d98a56f0f9db20dcf, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T10:26:00,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f1ecc627550a4793b14279a4c94cb7d7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f1ecc627550a4793b14279a4c94cb7d7 2024-11-21T10:26:00,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f1ecc627550a4793b14279a4c94cb7d7, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T10:26:00,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 961609003b627bb3c1761e1354a81804 in 869ms, sequenceid=156, compaction requested=true 2024-11-21T10:26:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:00,718 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:00,718 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:00,719 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:00,719 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:00,719 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,719 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/86a98b58e16e46388fd5f6581db3e76d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/837bdd38d947444eaef2ac56185b814d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ee403c321608433d98a56f0f9db20dcf] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=35.6 K 2024-11-21T10:26:00,719 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38883 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:00,719 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:00,719 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,719 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d8d1559f15be4c1cb7d9cdbc95bf0d19, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/bbd28e39a5b140698a3e083bac8a3fc5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5bf95b9c2ab640828270737610ba47d9] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=38.0 K 2024-11-21T10:26:00,719 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a98b58e16e46388fd5f6581db3e76d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184758563 2024-11-21T10:26:00,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:00,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:00,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:00,720 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8d1559f15be4c1cb7d9cdbc95bf0d19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184758563 2024-11-21T10:26:00,720 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 837bdd38d947444eaef2ac56185b814d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732184758920 2024-11-21T10:26:00,723 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd28e39a5b140698a3e083bac8a3fc5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732184758920 2024-11-21T10:26:00,724 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bf95b9c2ab640828270737610ba47d9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184759325 2024-11-21T10:26:00,724 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting ee403c321608433d98a56f0f9db20dcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184759325 2024-11-21T10:26:00,731 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:00,731 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/91e8ac030a5747ce940b81e37403ebc7 is 50, key is test_row_0/B:col10/1732184759846/Put/seqid=0 2024-11-21T10:26:00,738 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:00,739 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d655c8f6ae6442fa97e57d223b2be6c4 is 50, key is test_row_0/A:col10/1732184759846/Put/seqid=0 2024-11-21T10:26:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742243_1419 (size=12493) 2024-11-21T10:26:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742242_1418 (size=12493) 2024-11-21T10:26:00,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-21T10:26:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:00,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:26:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/1bc67375ce04468a80d94020e6298f90 is 50, key is test_row_0/A:col10/1732184759871/Put/seqid=0 2024-11-21T10:26:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742244_1420 (size=12151) 2024-11-21T10:26:00,809 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/1bc67375ce04468a80d94020e6298f90 2024-11-21T10:26:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/bdaf3167deb34d7aac4f8d827e139e60 is 50, key is test_row_0/B:col10/1732184759871/Put/seqid=0 2024-11-21T10:26:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742245_1421 (size=12151) 2024-11-21T10:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T10:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:01,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:01,163 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d655c8f6ae6442fa97e57d223b2be6c4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d655c8f6ae6442fa97e57d223b2be6c4 2024-11-21T10:26:01,163 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/91e8ac030a5747ce940b81e37403ebc7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/91e8ac030a5747ce940b81e37403ebc7 2024-11-21T10:26:01,168 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into d655c8f6ae6442fa97e57d223b2be6c4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:01,168 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 91e8ac030a5747ce940b81e37403ebc7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:01,168 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184760718; duration=0sec 2024-11-21T10:26:01,168 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184760717; duration=0sec 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:01,168 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:01,173 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:01,173 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:01,173 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:01,173 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/aceea7a76949416694fe2e0e183071d2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/0718b99ec16d4572b4129f1ef61efb46, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f1ecc627550a4793b14279a4c94cb7d7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=35.6 K 2024-11-21T10:26:01,174 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting aceea7a76949416694fe2e0e183071d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184758563 2024-11-21T10:26:01,174 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0718b99ec16d4572b4129f1ef61efb46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732184758920 2024-11-21T10:26:01,174 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1ecc627550a4793b14279a4c94cb7d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184759325 2024-11-21T10:26:01,185 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:01,186 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/8a516a4ed2eb4e969473796adde3f964 is 50, key is test_row_0/C:col10/1732184759846/Put/seqid=0 2024-11-21T10:26:01,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742246_1422 (size=12493) 2024-11-21T10:26:01,220 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/bdaf3167deb34d7aac4f8d827e139e60 2024-11-21T10:26:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/047c417842094818a3e014f7a11c6a06 is 50, key is test_row_0/C:col10/1732184759871/Put/seqid=0 2024-11-21T10:26:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742247_1423 (size=12151) 2024-11-21T10:26:01,244 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/047c417842094818a3e014f7a11c6a06 2024-11-21T10:26:01,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/1bc67375ce04468a80d94020e6298f90 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/1bc67375ce04468a80d94020e6298f90 2024-11-21T10:26:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184821243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/1bc67375ce04468a80d94020e6298f90, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T10:26:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/bdaf3167deb34d7aac4f8d827e139e60 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bdaf3167deb34d7aac4f8d827e139e60 2024-11-21T10:26:01,260 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bdaf3167deb34d7aac4f8d827e139e60, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T10:26:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/047c417842094818a3e014f7a11c6a06 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/047c417842094818a3e014f7a11c6a06 2024-11-21T10:26:01,265 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/047c417842094818a3e014f7a11c6a06, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T10:26:01,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 961609003b627bb3c1761e1354a81804 in 473ms, sequenceid=168, compaction requested=false 2024-11-21T10:26:01,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:01,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:01,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-21T10:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-21T10:26:01,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-21T10:26:01,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-21T10:26:01,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.4040 sec 2024-11-21T10:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:01,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:26:01,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/db7f997c54fe44d393e82cd88530ba93 is 50, key is test_row_0/A:col10/1732184761359/Put/seqid=0 2024-11-21T10:26:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742248_1424 (size=14541) 2024-11-21T10:26:01,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/db7f997c54fe44d393e82cd88530ba93 2024-11-21T10:26:01,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/dd7944318ecf40cc950497eb3d4a298b is 50, key is test_row_0/B:col10/1732184761359/Put/seqid=0 2024-11-21T10:26:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742249_1425 (size=12151) 2024-11-21T10:26:01,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184821454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184821496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,503 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184821506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184821506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,514 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:01,514 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184821516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,523 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:01,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184821566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,604 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/8a516a4ed2eb4e969473796adde3f964 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8a516a4ed2eb4e969473796adde3f964 2024-11-21T10:26:01,609 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into 8a516a4ed2eb4e969473796adde3f964(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:01,609 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:01,609 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184760720; duration=0sec 2024-11-21T10:26:01,609 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:01,609 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:01,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184821786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:01,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/dd7944318ecf40cc950497eb3d4a298b 2024-11-21T10:26:01,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/296580c51cef4dc28e7e72d4ddcb2385 is 50, key is test_row_0/C:col10/1732184761359/Put/seqid=0 2024-11-21T10:26:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742250_1426 (size=12151) 2024-11-21T10:26:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-21T10:26:02,017 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:02,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-21T10:26:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T10:26:02,018 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:02,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:02,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184822096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T10:26:02,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T10:26:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:02,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/296580c51cef4dc28e7e72d4ddcb2385 2024-11-21T10:26:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/db7f997c54fe44d393e82cd88530ba93 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/db7f997c54fe44d393e82cd88530ba93 2024-11-21T10:26:02,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/db7f997c54fe44d393e82cd88530ba93, entries=200, sequenceid=195, filesize=14.2 K 2024-11-21T10:26:02,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/dd7944318ecf40cc950497eb3d4a298b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/dd7944318ecf40cc950497eb3d4a298b 2024-11-21T10:26:02,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/dd7944318ecf40cc950497eb3d4a298b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T10:26:02,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/296580c51cef4dc28e7e72d4ddcb2385 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/296580c51cef4dc28e7e72d4ddcb2385 2024-11-21T10:26:02,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/296580c51cef4dc28e7e72d4ddcb2385, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T10:26:02,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 961609003b627bb3c1761e1354a81804 in 854ms, sequenceid=195, compaction requested=true 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:02,228 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:02,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:02,228 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:02,229 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:02,229 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:02,229 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:02,229 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:02,229 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,229 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d655c8f6ae6442fa97e57d223b2be6c4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/1bc67375ce04468a80d94020e6298f90, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/db7f997c54fe44d393e82cd88530ba93] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=38.3 K 2024-11-21T10:26:02,229 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,229 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/91e8ac030a5747ce940b81e37403ebc7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bdaf3167deb34d7aac4f8d827e139e60, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/dd7944318ecf40cc950497eb3d4a298b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=35.9 K 2024-11-21T10:26:02,230 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting d655c8f6ae6442fa97e57d223b2be6c4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184759325 2024-11-21T10:26:02,230 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 91e8ac030a5747ce940b81e37403ebc7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184759325 2024-11-21T10:26:02,230 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bc67375ce04468a80d94020e6298f90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732184759871 2024-11-21T10:26:02,230 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bdaf3167deb34d7aac4f8d827e139e60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732184759871 2024-11-21T10:26:02,230 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting db7f997c54fe44d393e82cd88530ba93, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732184761221 2024-11-21T10:26:02,231 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting dd7944318ecf40cc950497eb3d4a298b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732184761231 2024-11-21T10:26:02,236 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:02,236 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/d8b00049d3ad488ebc64c72e38075ea9 is 50, key is test_row_0/B:col10/1732184761359/Put/seqid=0 2024-11-21T10:26:02,239 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:02,239 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/f6472efed026437f8320a8f71feddea2 is 50, key is test_row_0/A:col10/1732184761359/Put/seqid=0 2024-11-21T10:26:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742251_1427 (size=12595) 2024-11-21T10:26:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742252_1428 (size=12595) 2024-11-21T10:26:02,248 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/d8b00049d3ad488ebc64c72e38075ea9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d8b00049d3ad488ebc64c72e38075ea9 2024-11-21T10:26:02,252 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into d8b00049d3ad488ebc64c72e38075ea9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:02,252 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:02,252 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184762228; duration=0sec 2024-11-21T10:26:02,252 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:02,252 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:02,252 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:02,253 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:02,253 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:02,253 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,253 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8a516a4ed2eb4e969473796adde3f964, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/047c417842094818a3e014f7a11c6a06, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/296580c51cef4dc28e7e72d4ddcb2385] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=35.9 K 2024-11-21T10:26:02,253 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a516a4ed2eb4e969473796adde3f964, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732184759325 2024-11-21T10:26:02,254 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 047c417842094818a3e014f7a11c6a06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732184759871 2024-11-21T10:26:02,254 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 296580c51cef4dc28e7e72d4ddcb2385, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732184761231 2024-11-21T10:26:02,262 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#365 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:02,262 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/c991b481e5f749b6b12afd729d6d67dc is 50, key is test_row_0/C:col10/1732184761359/Put/seqid=0 2024-11-21T10:26:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742253_1429 (size=12595) 2024-11-21T10:26:02,277 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/c991b481e5f749b6b12afd729d6d67dc as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c991b481e5f749b6b12afd729d6d67dc 2024-11-21T10:26:02,283 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into c991b481e5f749b6b12afd729d6d67dc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:02,283 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:02,283 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184762228; duration=0sec 2024-11-21T10:26:02,283 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:02,283 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:02,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T10:26:02,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,324 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:26:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/097189ad2c534b0ab39e3b640a125f1f is 50, key is test_row_0/A:col10/1732184761429/Put/seqid=0 2024-11-21T10:26:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T10:26:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742254_1430 (size=12151) 2024-11-21T10:26:02,342 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/097189ad2c534b0ab39e3b640a125f1f 2024-11-21T10:26:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/b2c8fa31db064a198d59f859905dae7a is 50, key is test_row_0/B:col10/1732184761429/Put/seqid=0 2024-11-21T10:26:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742255_1431 (size=12151) 2024-11-21T10:26:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:02,646 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/f6472efed026437f8320a8f71feddea2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/f6472efed026437f8320a8f71feddea2 2024-11-21T10:26:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T10:26:02,650 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into f6472efed026437f8320a8f71feddea2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:02,650 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:02,650 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184762228; duration=0sec 2024-11-21T10:26:02,650 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:02,650 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184822744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:02,759 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/b2c8fa31db064a198d59f859905dae7a 2024-11-21T10:26:02,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/7280ac03583344cbaca4c39d08fafbce is 50, key is test_row_0/C:col10/1732184761429/Put/seqid=0 2024-11-21T10:26:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742256_1432 (size=12151) 2024-11-21T10:26:02,768 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/7280ac03583344cbaca4c39d08fafbce 2024-11-21T10:26:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/097189ad2c534b0ab39e3b640a125f1f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/097189ad2c534b0ab39e3b640a125f1f 2024-11-21T10:26:02,776 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/097189ad2c534b0ab39e3b640a125f1f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T10:26:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/b2c8fa31db064a198d59f859905dae7a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/b2c8fa31db064a198d59f859905dae7a 2024-11-21T10:26:02,781 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/b2c8fa31db064a198d59f859905dae7a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T10:26:02,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/7280ac03583344cbaca4c39d08fafbce as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/7280ac03583344cbaca4c39d08fafbce 2024-11-21T10:26:02,786 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/7280ac03583344cbaca4c39d08fafbce, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T10:26:02,788 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 961609003b627bb3c1761e1354a81804 in 464ms, sequenceid=209, compaction requested=false 2024-11-21T10:26:02,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:02,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:02,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-21T10:26:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-21T10:26:02,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-21T10:26:02,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 772 msec 2024-11-21T10:26:02,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 777 msec 2024-11-21T10:26:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:02,861 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:02,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T10:26:02,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/92dba20f3b1b42d28add8f7daf478f57 is 50, key is test_row_0/A:col10/1732184762860/Put/seqid=0 2024-11-21T10:26:02,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742257_1433 (size=14541) 2024-11-21T10:26:02,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184822910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184823026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T10:26:03,157 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:03,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-21T10:26:03,158 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T10:26:03,159 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:03,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184823236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T10:26:03,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/92dba20f3b1b42d28add8f7daf478f57 2024-11-21T10:26:03,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8449f6407eb44546beac2ad18a6efad5 is 50, key is test_row_0/B:col10/1732184762860/Put/seqid=0 2024-11-21T10:26:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742258_1434 (size=12151) 2024-11-21T10:26:03,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T10:26:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184823506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,511 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184823526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,530 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184823537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,540 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_2' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184823546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184823546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,549 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:03,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8449f6407eb44546beac2ad18a6efad5 2024-11-21T10:26:03,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/dbb2658ea86146a9b2cfdccbbacac9bf is 50, key is test_row_0/C:col10/1732184762860/Put/seqid=0 2024-11-21T10:26:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742259_1435 (size=12151) 2024-11-21T10:26:03,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T10:26:03,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:03,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:04,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184824056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:04,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:04,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/dbb2658ea86146a9b2cfdccbbacac9bf 2024-11-21T10:26:04,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/92dba20f3b1b42d28add8f7daf478f57 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/92dba20f3b1b42d28add8f7daf478f57 2024-11-21T10:26:04,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/92dba20f3b1b42d28add8f7daf478f57, entries=200, sequenceid=236, filesize=14.2 K 2024-11-21T10:26:04,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8449f6407eb44546beac2ad18a6efad5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8449f6407eb44546beac2ad18a6efad5 2024-11-21T10:26:04,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8449f6407eb44546beac2ad18a6efad5, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T10:26:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/dbb2658ea86146a9b2cfdccbbacac9bf as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/dbb2658ea86146a9b2cfdccbbacac9bf 2024-11-21T10:26:04,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/dbb2658ea86146a9b2cfdccbbacac9bf, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T10:26:04,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 961609003b627bb3c1761e1354a81804 in 1261ms, sequenceid=236, compaction requested=true 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:04,123 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:04,123 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:04,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:04,125 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:04,125 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:04,125 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:04,125 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:04,125 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,125 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,125 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/f6472efed026437f8320a8f71feddea2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/097189ad2c534b0ab39e3b640a125f1f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/92dba20f3b1b42d28add8f7daf478f57] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=38.4 K 2024-11-21T10:26:04,125 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d8b00049d3ad488ebc64c72e38075ea9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/b2c8fa31db064a198d59f859905dae7a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8449f6407eb44546beac2ad18a6efad5] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.0 K 2024-11-21T10:26:04,126 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6472efed026437f8320a8f71feddea2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732184761231 2024-11-21T10:26:04,126 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b00049d3ad488ebc64c72e38075ea9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732184761231 2024-11-21T10:26:04,126 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b2c8fa31db064a198d59f859905dae7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732184761418 2024-11-21T10:26:04,126 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 097189ad2c534b0ab39e3b640a125f1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732184761418 2024-11-21T10:26:04,127 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92dba20f3b1b42d28add8f7daf478f57, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732184762722 2024-11-21T10:26:04,127 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8449f6407eb44546beac2ad18a6efad5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732184762722 2024-11-21T10:26:04,142 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:04,143 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/a6be62431c6748d7b1fdfa05f8cd2df5 is 50, key is test_row_0/B:col10/1732184762860/Put/seqid=0 2024-11-21T10:26:04,154 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:04,154 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/6d7fcc8988554c0bb7c86478e368b57e is 50, key is test_row_0/A:col10/1732184762860/Put/seqid=0 2024-11-21T10:26:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742260_1436 (size=12697) 2024-11-21T10:26:04,165 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/a6be62431c6748d7b1fdfa05f8cd2df5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/a6be62431c6748d7b1fdfa05f8cd2df5 2024-11-21T10:26:04,169 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into a6be62431c6748d7b1fdfa05f8cd2df5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:04,169 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:04,170 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184764123; duration=0sec 2024-11-21T10:26:04,170 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:04,170 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:04,170 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:04,173 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:04,173 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:04,173 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,173 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c991b481e5f749b6b12afd729d6d67dc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/7280ac03583344cbaca4c39d08fafbce, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/dbb2658ea86146a9b2cfdccbbacac9bf] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.0 K 2024-11-21T10:26:04,174 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c991b481e5f749b6b12afd729d6d67dc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732184761231 2024-11-21T10:26:04,174 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7280ac03583344cbaca4c39d08fafbce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732184761418 2024-11-21T10:26:04,174 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb2658ea86146a9b2cfdccbbacac9bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732184762722 2024-11-21T10:26:04,197 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#374 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:04,198 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5447c038187e46e9b3c59a2a49dcb8e8 is 50, key is test_row_0/C:col10/1732184762860/Put/seqid=0 2024-11-21T10:26:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742261_1437 (size=12697) 2024-11-21T10:26:04,208 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/6d7fcc8988554c0bb7c86478e368b57e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d7fcc8988554c0bb7c86478e368b57e 2024-11-21T10:26:04,216 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 6d7fcc8988554c0bb7c86478e368b57e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:04,216 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:04,216 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184764123; duration=0sec 2024-11-21T10:26:04,216 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:04,216 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:04,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T10:26:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,228 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T10:26:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742262_1438 (size=12697) 2024-11-21T10:26:04,250 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/5447c038187e46e9b3c59a2a49dcb8e8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5447c038187e46e9b3c59a2a49dcb8e8 2024-11-21T10:26:04,256 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into 5447c038187e46e9b3c59a2a49dcb8e8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:04,256 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:04,256 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184764123; duration=0sec 2024-11-21T10:26:04,256 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:04,256 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:04,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5eb21c52b3284733b786e6daa08eab5a is 50, key is test_row_0/A:col10/1732184762897/Put/seqid=0 2024-11-21T10:26:04,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742263_1439 (size=12151) 2024-11-21T10:26:04,267 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5eb21c52b3284733b786e6daa08eab5a 2024-11-21T10:26:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/e150ba8b80154c6b9cbbf8d5e880dcba is 50, key is test_row_0/B:col10/1732184762897/Put/seqid=0 2024-11-21T10:26:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742264_1440 (size=12151) 2024-11-21T10:26:04,293 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/e150ba8b80154c6b9cbbf8d5e880dcba 2024-11-21T10:26:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T10:26:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/39351ee99f474729ba7ebe66d676837f is 50, key is test_row_0/C:col10/1732184762897/Put/seqid=0 2024-11-21T10:26:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742265_1441 (size=12151) 2024-11-21T10:26:04,324 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/39351ee99f474729ba7ebe66d676837f 2024-11-21T10:26:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5eb21c52b3284733b786e6daa08eab5a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5eb21c52b3284733b786e6daa08eab5a 2024-11-21T10:26:04,338 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5eb21c52b3284733b786e6daa08eab5a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T10:26:04,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/e150ba8b80154c6b9cbbf8d5e880dcba as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/e150ba8b80154c6b9cbbf8d5e880dcba 2024-11-21T10:26:04,342 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/e150ba8b80154c6b9cbbf8d5e880dcba, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T10:26:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/39351ee99f474729ba7ebe66d676837f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/39351ee99f474729ba7ebe66d676837f 2024-11-21T10:26:04,351 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/39351ee99f474729ba7ebe66d676837f, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T10:26:04,352 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 961609003b627bb3c1761e1354a81804 in 123ms, sequenceid=248, compaction requested=false 2024-11-21T10:26:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-21T10:26:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-21T10:26:04,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-21T10:26:04,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1950 sec 2024-11-21T10:26:04,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.2000 sec 2024-11-21T10:26:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:05,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:26:05,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/031f0a01666f4c8787abd97ad1d766e2 is 50, key is test_row_0/A:col10/1732184765094/Put/seqid=0 2024-11-21T10:26:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742266_1442 (size=17131) 2024-11-21T10:26:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184825257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T10:26:05,307 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:05,307 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-21T10:26:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T10:26:05,308 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:05,309 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:05,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:05,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184825376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T10:26:05,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/031f0a01666f4c8787abd97ad1d766e2 2024-11-21T10:26:05,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/271e3dfb13f34ca49fa4aad663905bd5 is 50, key is test_row_0/B:col10/1732184765094/Put/seqid=0 2024-11-21T10:26:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742267_1443 (size=12251) 2024-11-21T10:26:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184825586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:05,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:05,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:05,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T10:26:05,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184825907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:05,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:05,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:05,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/271e3dfb13f34ca49fa4aad663905bd5 2024-11-21T10:26:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T10:26:05,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/e76c2e907f4343468798572fcf1f8a9c is 50, key is test_row_0/C:col10/1732184765094/Put/seqid=0 2024-11-21T10:26:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742268_1444 (size=12251) 2024-11-21T10:26:06,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:06,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:06,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:06,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/e76c2e907f4343468798572fcf1f8a9c 2024-11-21T10:26:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/031f0a01666f4c8787abd97ad1d766e2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/031f0a01666f4c8787abd97ad1d766e2 2024-11-21T10:26:06,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/031f0a01666f4c8787abd97ad1d766e2, entries=250, sequenceid=260, filesize=16.7 K 2024-11-21T10:26:06,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/271e3dfb13f34ca49fa4aad663905bd5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/271e3dfb13f34ca49fa4aad663905bd5 2024-11-21T10:26:06,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/271e3dfb13f34ca49fa4aad663905bd5, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T10:26:06,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/e76c2e907f4343468798572fcf1f8a9c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/e76c2e907f4343468798572fcf1f8a9c 2024-11-21T10:26:06,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/e76c2e907f4343468798572fcf1f8a9c, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T10:26:06,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 961609003b627bb3c1761e1354a81804 in 1279ms, sequenceid=260, compaction requested=true 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:06,376 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:06,376 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:06,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:06,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:06,378 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:06,378 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:06,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:06,378 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,378 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,378 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/a6be62431c6748d7b1fdfa05f8cd2df5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/e150ba8b80154c6b9cbbf8d5e880dcba, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/271e3dfb13f34ca49fa4aad663905bd5] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.2 K 2024-11-21T10:26:06,378 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d7fcc8988554c0bb7c86478e368b57e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5eb21c52b3284733b786e6daa08eab5a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/031f0a01666f4c8787abd97ad1d766e2] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=41.0 K 2024-11-21T10:26:06,378 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a6be62431c6748d7b1fdfa05f8cd2df5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732184762722 2024-11-21T10:26:06,378 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d7fcc8988554c0bb7c86478e368b57e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732184762722 2024-11-21T10:26:06,379 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting e150ba8b80154c6b9cbbf8d5e880dcba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732184762867 2024-11-21T10:26:06,379 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5eb21c52b3284733b786e6daa08eab5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732184762867 2024-11-21T10:26:06,379 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031f0a01666f4c8787abd97ad1d766e2, keycount=250, bloomtype=ROW, size=16.7 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732184765072 2024-11-21T10:26:06,380 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 271e3dfb13f34ca49fa4aad663905bd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732184765072 2024-11-21T10:26:06,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T10:26:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,386 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T10:26:06,390 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:06,391 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8ad86891adfa4c2eb57cabc296ace7c4 is 50, key is test_row_0/B:col10/1732184765094/Put/seqid=0 2024-11-21T10:26:06,402 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:06,403 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/169d71e7c63042abae2b111d58182eeb is 50, key is test_row_0/A:col10/1732184765094/Put/seqid=0 2024-11-21T10:26:06,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/81419949d8824e4b95195e38e9043e7d is 50, key is test_row_0/A:col10/1732184765182/Put/seqid=0 2024-11-21T10:26:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:06,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T10:26:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742270_1446 (size=12899) 2024-11-21T10:26:06,463 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/169d71e7c63042abae2b111d58182eeb as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/169d71e7c63042abae2b111d58182eeb 2024-11-21T10:26:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742271_1447 (size=12301) 2024-11-21T10:26:06,471 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 169d71e7c63042abae2b111d58182eeb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:06,471 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:06,471 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184766376; duration=0sec 2024-11-21T10:26:06,471 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:06,471 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/81419949d8824e4b95195e38e9043e7d 2024-11-21T10:26:06,471 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:06,471 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:06,475 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:06,475 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:06,475 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:06,477 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5447c038187e46e9b3c59a2a49dcb8e8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/39351ee99f474729ba7ebe66d676837f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/e76c2e907f4343468798572fcf1f8a9c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.2 K 2024-11-21T10:26:06,478 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5447c038187e46e9b3c59a2a49dcb8e8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732184762722 2024-11-21T10:26:06,479 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39351ee99f474729ba7ebe66d676837f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732184762867 2024-11-21T10:26:06,479 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e76c2e907f4343468798572fcf1f8a9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732184765072 2024-11-21T10:26:06,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/01f9e19ff57c499493acc2a69cfee568 is 50, key is test_row_0/B:col10/1732184765182/Put/seqid=0 2024-11-21T10:26:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742269_1445 (size=12899) 2024-11-21T10:26:06,504 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8ad86891adfa4c2eb57cabc296ace7c4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8ad86891adfa4c2eb57cabc296ace7c4 2024-11-21T10:26:06,506 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:06,507 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f8b989df7f8d49039588b213bbb78869 is 50, key is test_row_0/C:col10/1732184765094/Put/seqid=0 2024-11-21T10:26:06,514 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 8ad86891adfa4c2eb57cabc296ace7c4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:06,514 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:06,514 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184766376; duration=0sec 2024-11-21T10:26:06,514 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:06,514 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:06,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742272_1448 (size=12301) 2024-11-21T10:26:06,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184826522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742273_1449 (size=12899) 2024-11-21T10:26:06,553 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f8b989df7f8d49039588b213bbb78869 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f8b989df7f8d49039588b213bbb78869 2024-11-21T10:26:06,558 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into f8b989df7f8d49039588b213bbb78869(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:06,558 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:06,558 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184766376; duration=0sec 2024-11-21T10:26:06,558 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:06,558 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184826646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:06,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:06,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:06,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:06,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184826856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:06,926 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/01f9e19ff57c499493acc2a69cfee568 2024-11-21T10:26:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/8bdec3b722ef4d1eb8bda52f98c6b810 is 50, key is test_row_0/C:col10/1732184765182/Put/seqid=0 2024-11-21T10:26:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742274_1450 (size=12301) 2024-11-21T10:26:07,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184827166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,338 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/8bdec3b722ef4d1eb8bda52f98c6b810 2024-11-21T10:26:07,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/81419949d8824e4b95195e38e9043e7d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/81419949d8824e4b95195e38e9043e7d 2024-11-21T10:26:07,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/81419949d8824e4b95195e38e9043e7d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T10:26:07,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/01f9e19ff57c499493acc2a69cfee568 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/01f9e19ff57c499493acc2a69cfee568 2024-11-21T10:26:07,353 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/01f9e19ff57c499493acc2a69cfee568, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T10:26:07,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/8bdec3b722ef4d1eb8bda52f98c6b810 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8bdec3b722ef4d1eb8bda52f98c6b810 2024-11-21T10:26:07,357 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8bdec3b722ef4d1eb8bda52f98c6b810, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T10:26:07,358 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 961609003b627bb3c1761e1354a81804 in 972ms, sequenceid=285, compaction requested=false 2024-11-21T10:26:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-21T10:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-21T10:26:07,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-21T10:26:07,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0500 sec 2024-11-21T10:26:07,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.0540 sec 2024-11-21T10:26:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T10:26:07,457 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:07,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-21T10:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:07,458 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:07,459 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:07,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:07,539 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:07,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T10:26:07,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5221fdda08d04ce2a1526692d18fbd5b is 50, key is test_row_0/A:col10/1732184766468/Put/seqid=0 2024-11-21T10:26:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742275_1451 (size=14741) 2024-11-21T10:26:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184827598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184827599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184827600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184827601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184827676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184827716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184827716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184827716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184827717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:07,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:07,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:07,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:07,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184827926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184827926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184827926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184827926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:07,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5221fdda08d04ce2a1526692d18fbd5b 2024-11-21T10:26:07,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/3a9319def9e54762915060e10df76e82 is 50, key is test_row_0/B:col10/1732184766468/Put/seqid=0 2024-11-21T10:26:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742276_1452 (size=12301) 2024-11-21T10:26:08,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:08,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:08,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184828236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184828236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184828236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184828236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/3a9319def9e54762915060e10df76e82 2024-11-21T10:26:08,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/c8e060d523394dbf96b832ee29bb1a3f is 50, key is test_row_0/C:col10/1732184766468/Put/seqid=0 2024-11-21T10:26:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742277_1453 (size=12301) 2024-11-21T10:26:08,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:08,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:08,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184828696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,701 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in 961609003b627bb3c1761e1354a81804 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184828746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184828756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184828756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184828756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:08,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/c8e060d523394dbf96b832ee29bb1a3f 2024-11-21T10:26:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5221fdda08d04ce2a1526692d18fbd5b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5221fdda08d04ce2a1526692d18fbd5b 2024-11-21T10:26:08,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5221fdda08d04ce2a1526692d18fbd5b, entries=200, sequenceid=300, filesize=14.4 K 2024-11-21T10:26:08,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/3a9319def9e54762915060e10df76e82 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/3a9319def9e54762915060e10df76e82 2024-11-21T10:26:08,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/3a9319def9e54762915060e10df76e82, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T10:26:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/c8e060d523394dbf96b832ee29bb1a3f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c8e060d523394dbf96b832ee29bb1a3f 2024-11-21T10:26:08,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c8e060d523394dbf96b832ee29bb1a3f, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T10:26:08,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 961609003b627bb3c1761e1354a81804 in 1295ms, sequenceid=300, compaction requested=true 2024-11-21T10:26:08,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:08,834 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:08,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:08,835 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:08,836 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,836 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/169d71e7c63042abae2b111d58182eeb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/81419949d8824e4b95195e38e9043e7d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5221fdda08d04ce2a1526692d18fbd5b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=39.0 K 2024-11-21T10:26:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:08,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T10:26:08,836 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 169d71e7c63042abae2b111d58182eeb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732184765072 2024-11-21T10:26:08,837 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 81419949d8824e4b95195e38e9043e7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732184765182 2024-11-21T10:26:08,837 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5221fdda08d04ce2a1526692d18fbd5b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184766468 2024-11-21T10:26:08,837 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:08,838 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:08,838 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:08,838 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,838 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8ad86891adfa4c2eb57cabc296ace7c4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/01f9e19ff57c499493acc2a69cfee568, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/3a9319def9e54762915060e10df76e82] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.6 K 2024-11-21T10:26:08,839 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ad86891adfa4c2eb57cabc296ace7c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732184765072 2024-11-21T10:26:08,839 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01f9e19ff57c499493acc2a69cfee568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732184765182 2024-11-21T10:26:08,840 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a9319def9e54762915060e10df76e82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184766468 2024-11-21T10:26:08,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T10:26:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,845 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:26:08,854 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:08,855 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/91b974e93b67463698d07b07169587ca is 50, key is test_row_0/A:col10/1732184766468/Put/seqid=0 2024-11-21T10:26:08,871 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:08,872 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/56bda86735fb42dd9fbb6d92c1b70f5c is 50, key is test_row_0/B:col10/1732184766468/Put/seqid=0 2024-11-21T10:26:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/cbe4c7e3b4a84eb9a18cc522487b5bbe is 50, key is test_row_0/A:col10/1732184767600/Put/seqid=0 2024-11-21T10:26:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742278_1454 (size=13051) 2024-11-21T10:26:08,945 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/91b974e93b67463698d07b07169587ca as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/91b974e93b67463698d07b07169587ca 2024-11-21T10:26:08,954 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 91b974e93b67463698d07b07169587ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:08,954 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:08,954 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184768834; duration=0sec 2024-11-21T10:26:08,954 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:08,954 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:08,954 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:08,956 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:08,957 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:08,957 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:08,957 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f8b989df7f8d49039588b213bbb78869, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8bdec3b722ef4d1eb8bda52f98c6b810, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c8e060d523394dbf96b832ee29bb1a3f] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.6 K 2024-11-21T10:26:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742279_1455 (size=13051) 2024-11-21T10:26:08,959 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b989df7f8d49039588b213bbb78869, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732184765072 2024-11-21T10:26:08,961 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bdec3b722ef4d1eb8bda52f98c6b810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732184765182 2024-11-21T10:26:08,962 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e060d523394dbf96b832ee29bb1a3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184766468 2024-11-21T10:26:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742280_1456 (size=12301) 2024-11-21T10:26:08,988 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:08,989 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f35b3bffc92f4f589c59ccf6638e054f is 50, key is test_row_0/C:col10/1732184766468/Put/seqid=0 2024-11-21T10:26:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742281_1457 (size=13051) 2024-11-21T10:26:09,366 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/56bda86735fb42dd9fbb6d92c1b70f5c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/56bda86735fb42dd9fbb6d92c1b70f5c 2024-11-21T10:26:09,373 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 56bda86735fb42dd9fbb6d92c1b70f5c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:09,373 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:09,373 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184768836; duration=0sec 2024-11-21T10:26:09,374 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:09,374 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:09,378 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/cbe4c7e3b4a84eb9a18cc522487b5bbe 2024-11-21T10:26:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/ce1548d91557416c95a496098a162386 is 50, key is test_row_0/B:col10/1732184767600/Put/seqid=0 2024-11-21T10:26:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742282_1458 (size=12301) 2024-11-21T10:26:09,450 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/f35b3bffc92f4f589c59ccf6638e054f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f35b3bffc92f4f589c59ccf6638e054f 2024-11-21T10:26:09,460 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into f35b3bffc92f4f589c59ccf6638e054f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:09,460 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:09,460 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184768836; duration=0sec 2024-11-21T10:26:09,461 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:09,461 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:09,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184829798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184829801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184829802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184829809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,831 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/ce1548d91557416c95a496098a162386 2024-11-21T10:26:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/888d13ac4a924bc78e9e91b56e7d0985 is 50, key is test_row_0/C:col10/1732184767600/Put/seqid=0 2024-11-21T10:26:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742283_1459 (size=12301) 2024-11-21T10:26:09,885 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/888d13ac4a924bc78e9e91b56e7d0985 2024-11-21T10:26:09,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/cbe4c7e3b4a84eb9a18cc522487b5bbe as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/cbe4c7e3b4a84eb9a18cc522487b5bbe 2024-11-21T10:26:09,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/cbe4c7e3b4a84eb9a18cc522487b5bbe, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T10:26:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/ce1548d91557416c95a496098a162386 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ce1548d91557416c95a496098a162386 2024-11-21T10:26:09,906 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ce1548d91557416c95a496098a162386, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T10:26:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/888d13ac4a924bc78e9e91b56e7d0985 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/888d13ac4a924bc78e9e91b56e7d0985 2024-11-21T10:26:09,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184829917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184829917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184829917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:09,928 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/888d13ac4a924bc78e9e91b56e7d0985, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T10:26:09,929 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 961609003b627bb3c1761e1354a81804 in 1084ms, sequenceid=324, compaction requested=false 2024-11-21T10:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-21T10:26:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-21T10:26:09,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-21T10:26:09,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4720 sec 2024-11-21T10:26:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:09,934 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:09,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:26:09,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.4760 sec 2024-11-21T10:26:09,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d828eb36c4864ddf82b5867803b3f557 is 50, key is test_row_0/A:col10/1732184769929/Put/seqid=0 2024-11-21T10:26:09,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742284_1460 (size=14741) 2024-11-21T10:26:09,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d828eb36c4864ddf82b5867803b3f557 2024-11-21T10:26:09,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/d0db29c14abe437baadf71cb606eaf7b is 50, key is test_row_0/B:col10/1732184769929/Put/seqid=0 2024-11-21T10:26:09,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742285_1461 (size=12301) 2024-11-21T10:26:10,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184830122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184830126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184830126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184830128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184830236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/d0db29c14abe437baadf71cb606eaf7b 2024-11-21T10:26:10,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/cf6aa74db4e046b99cd502f67a2d040d is 50, key is test_row_0/C:col10/1732184769929/Put/seqid=0 2024-11-21T10:26:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184830437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184830438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742286_1462 (size=12301) 2024-11-21T10:26:10,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/cf6aa74db4e046b99cd502f67a2d040d 2024-11-21T10:26:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/d828eb36c4864ddf82b5867803b3f557 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d828eb36c4864ddf82b5867803b3f557 2024-11-21T10:26:10,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184830456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d828eb36c4864ddf82b5867803b3f557, entries=200, sequenceid=340, filesize=14.4 K 2024-11-21T10:26:10,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/d0db29c14abe437baadf71cb606eaf7b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d0db29c14abe437baadf71cb606eaf7b 2024-11-21T10:26:10,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d0db29c14abe437baadf71cb606eaf7b, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T10:26:10,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/cf6aa74db4e046b99cd502f67a2d040d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6aa74db4e046b99cd502f67a2d040d 2024-11-21T10:26:10,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6aa74db4e046b99cd502f67a2d040d, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T10:26:10,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 961609003b627bb3c1761e1354a81804 in 556ms, sequenceid=340, compaction requested=true 2024-11-21T10:26:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:10,490 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:10,491 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:10,492 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:10,492 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:10,492 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:10,492 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/91b974e93b67463698d07b07169587ca, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/cbe4c7e3b4a84eb9a18cc522487b5bbe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d828eb36c4864ddf82b5867803b3f557] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=39.2 K 2024-11-21T10:26:10,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:10,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:10,492 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:10,492 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/56bda86735fb42dd9fbb6d92c1b70f5c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ce1548d91557416c95a496098a162386, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d0db29c14abe437baadf71cb606eaf7b] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.8 K 2024-11-21T10:26:10,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56bda86735fb42dd9fbb6d92c1b70f5c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184766468 2024-11-21T10:26:10,493 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 91b974e93b67463698d07b07169587ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184766468 2024-11-21T10:26:10,493 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting cbe4c7e3b4a84eb9a18cc522487b5bbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732184767597 2024-11-21T10:26:10,493 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce1548d91557416c95a496098a162386, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732184767597 2024-11-21T10:26:10,493 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting d828eb36c4864ddf82b5867803b3f557, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732184769771 2024-11-21T10:26:10,493 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0db29c14abe437baadf71cb606eaf7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732184769792 2024-11-21T10:26:10,516 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:10,516 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:10,517 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/535535c8cc444b9aaf999f8078440611 is 50, key is test_row_0/A:col10/1732184769929/Put/seqid=0 2024-11-21T10:26:10,517 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/abd320cf484a42159f73cdc01a8162ab is 50, key is test_row_0/B:col10/1732184769929/Put/seqid=0 2024-11-21T10:26:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742288_1464 (size=13153) 2024-11-21T10:26:10,565 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/abd320cf484a42159f73cdc01a8162ab as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/abd320cf484a42159f73cdc01a8162ab 2024-11-21T10:26:10,575 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into abd320cf484a42159f73cdc01a8162ab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:10,575 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:10,575 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184770490; duration=0sec 2024-11-21T10:26:10,575 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:10,575 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:10,575 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:10,576 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:10,576 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:10,576 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:10,576 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f35b3bffc92f4f589c59ccf6638e054f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/888d13ac4a924bc78e9e91b56e7d0985, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6aa74db4e046b99cd502f67a2d040d] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.8 K 2024-11-21T10:26:10,577 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting f35b3bffc92f4f589c59ccf6638e054f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732184766468 2024-11-21T10:26:10,577 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 888d13ac4a924bc78e9e91b56e7d0985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732184767597 2024-11-21T10:26:10,577 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf6aa74db4e046b99cd502f67a2d040d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732184769792 2024-11-21T10:26:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742287_1463 (size=13153) 2024-11-21T10:26:10,593 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:10,593 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/3c723efc67b24570a97f2b5a4e86f06f is 50, key is test_row_0/C:col10/1732184769929/Put/seqid=0 2024-11-21T10:26:10,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742289_1465 (size=13153) 2024-11-21T10:26:10,655 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/3c723efc67b24570a97f2b5a4e86f06f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/3c723efc67b24570a97f2b5a4e86f06f 2024-11-21T10:26:10,659 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into 3c723efc67b24570a97f2b5a4e86f06f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:10,660 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:10,660 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184770491; duration=0sec 2024-11-21T10:26:10,660 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:10,660 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:10,730 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:10,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:26:10,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/a833b6108e4c4997906ad3f02ba0da2d is 50, key is test_row_0/A:col10/1732184770729/Put/seqid=0 2024-11-21T10:26:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742290_1466 (size=14741) 2024-11-21T10:26:10,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184830789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184830794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184830896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184830912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184830956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184830956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184830956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:10,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:10,991 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/535535c8cc444b9aaf999f8078440611 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/535535c8cc444b9aaf999f8078440611 2024-11-21T10:26:10,996 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 535535c8cc444b9aaf999f8078440611(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:10,996 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:10,996 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184770490; duration=0sec 2024-11-21T10:26:10,996 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:10,997 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:11,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184831116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184831126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/a833b6108e4c4997906ad3f02ba0da2d 2024-11-21T10:26:11,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/7af4bd94915b4e218ac0efe2aebd3c9a is 50, key is test_row_0/B:col10/1732184770729/Put/seqid=0 2024-11-21T10:26:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742291_1467 (size=12301) 2024-11-21T10:26:11,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/7af4bd94915b4e218ac0efe2aebd3c9a 2024-11-21T10:26:11,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/cf6a2dab7b444c4c905ac1a88826f282 is 50, key is test_row_0/C:col10/1732184770729/Put/seqid=0 2024-11-21T10:26:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742292_1468 (size=12301) 2024-11-21T10:26:11,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/cf6a2dab7b444c4c905ac1a88826f282 2024-11-21T10:26:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/a833b6108e4c4997906ad3f02ba0da2d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/a833b6108e4c4997906ad3f02ba0da2d 2024-11-21T10:26:11,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/a833b6108e4c4997906ad3f02ba0da2d, entries=200, sequenceid=366, filesize=14.4 K 2024-11-21T10:26:11,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/7af4bd94915b4e218ac0efe2aebd3c9a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7af4bd94915b4e218ac0efe2aebd3c9a 2024-11-21T10:26:11,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7af4bd94915b4e218ac0efe2aebd3c9a, entries=150, sequenceid=366, filesize=12.0 K 2024-11-21T10:26:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/cf6a2dab7b444c4c905ac1a88826f282 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6a2dab7b444c4c905ac1a88826f282 2024-11-21T10:26:11,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6a2dab7b444c4c905ac1a88826f282, entries=150, sequenceid=366, filesize=12.0 K 2024-11-21T10:26:11,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 961609003b627bb3c1761e1354a81804 in 526ms, sequenceid=366, compaction requested=false 2024-11-21T10:26:11,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:11,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:26:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:11,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:26:11,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/771c949d2d2d4ff490715db32fd9a4ad is 50, key is test_row_0/A:col10/1732184770761/Put/seqid=0 2024-11-21T10:26:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742293_1469 (size=14741) 2024-11-21T10:26:11,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/771c949d2d2d4ff490715db32fd9a4ad 2024-11-21T10:26:11,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8d405b24bdda4214a491b4612a07c08d is 50, key is test_row_0/B:col10/1732184770761/Put/seqid=0 2024-11-21T10:26:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742294_1470 (size=12301) 2024-11-21T10:26:11,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184831532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184831546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T10:26:11,617 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:11,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-21T10:26:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T10:26:11,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:11,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:11,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:11,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184831656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184831666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T10:26:11,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T10:26:11,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:11,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:11,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:11,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:11,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:11,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8d405b24bdda4214a491b4612a07c08d 2024-11-21T10:26:11,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184831868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/06604642ebb14095a820d1753cbfcf0a is 50, key is test_row_0/C:col10/1732184770761/Put/seqid=0 2024-11-21T10:26:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184831876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742295_1471 (size=12301) 2024-11-21T10:26:11,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/06604642ebb14095a820d1753cbfcf0a 2024-11-21T10:26:11,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/771c949d2d2d4ff490715db32fd9a4ad as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/771c949d2d2d4ff490715db32fd9a4ad 2024-11-21T10:26:11,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/771c949d2d2d4ff490715db32fd9a4ad, entries=200, sequenceid=380, filesize=14.4 K 2024-11-21T10:26:11,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/8d405b24bdda4214a491b4612a07c08d as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8d405b24bdda4214a491b4612a07c08d 2024-11-21T10:26:11,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8d405b24bdda4214a491b4612a07c08d, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T10:26:11,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/06604642ebb14095a820d1753cbfcf0a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/06604642ebb14095a820d1753cbfcf0a 2024-11-21T10:26:11,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/06604642ebb14095a820d1753cbfcf0a, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T10:26:11,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 961609003b627bb3c1761e1354a81804 in 498ms, sequenceid=380, compaction requested=true 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:11,928 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:11,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T10:26:11,929 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:11,929 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:11,929 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:11,930 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:11,930 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/535535c8cc444b9aaf999f8078440611, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/a833b6108e4c4997906ad3f02ba0da2d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/771c949d2d2d4ff490715db32fd9a4ad] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=41.6 K 2024-11-21T10:26:11,930 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:11,930 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:11,930 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:11,930 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/abd320cf484a42159f73cdc01a8162ab, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7af4bd94915b4e218ac0efe2aebd3c9a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8d405b24bdda4214a491b4612a07c08d] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.9 K 2024-11-21T10:26:11,930 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 535535c8cc444b9aaf999f8078440611, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732184769792 2024-11-21T10:26:11,931 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting abd320cf484a42159f73cdc01a8162ab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732184769792 2024-11-21T10:26:11,931 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting a833b6108e4c4997906ad3f02ba0da2d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732184770031 2024-11-21T10:26:11,931 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7af4bd94915b4e218ac0efe2aebd3c9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732184770100 2024-11-21T10:26:11,931 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 771c949d2d2d4ff490715db32fd9a4ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732184770761 2024-11-21T10:26:11,931 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d405b24bdda4214a491b4612a07c08d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732184770761 2024-11-21T10:26:11,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T10:26:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:11,933 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:26:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T10:26:11,945 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:11,945 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/182edb4d48d047828f8b9b86220bf725 is 50, key is test_row_0/B:col10/1732184770761/Put/seqid=0 2024-11-21T10:26:11,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/fcbfdb999c2641869a1ff54adae2aeb4 is 50, key is test_row_0/A:col10/1732184771527/Put/seqid=0 2024-11-21T10:26:11,951 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:11,951 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/9c379b9b656a45f7b947565cffe6a825 is 50, key is test_row_0/A:col10/1732184770761/Put/seqid=0 2024-11-21T10:26:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742296_1472 (size=13255) 2024-11-21T10:26:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:11,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:11,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742298_1474 (size=12301) 2024-11-21T10:26:11,994 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/fcbfdb999c2641869a1ff54adae2aeb4 2024-11-21T10:26:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742297_1473 (size=13255) 2024-11-21T10:26:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/bb9f8479585740f0bf24fbf714e044e0 is 50, key is test_row_0/B:col10/1732184771527/Put/seqid=0 2024-11-21T10:26:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184832002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184832010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184832011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742299_1475 (size=12301) 2024-11-21T10:26:12,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184832116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184832126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184832126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184832186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184832196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T10:26:12,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184832336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184832336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184832346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,381 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/182edb4d48d047828f8b9b86220bf725 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/182edb4d48d047828f8b9b86220bf725 2024-11-21T10:26:12,386 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 182edb4d48d047828f8b9b86220bf725(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:12,387 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:12,387 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184771928; duration=0sec 2024-11-21T10:26:12,387 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:12,387 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:12,387 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:12,389 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:12,389 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:12,389 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:12,389 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/3c723efc67b24570a97f2b5a4e86f06f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6a2dab7b444c4c905ac1a88826f282, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/06604642ebb14095a820d1753cbfcf0a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=36.9 K 2024-11-21T10:26:12,391 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c723efc67b24570a97f2b5a4e86f06f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732184769792 2024-11-21T10:26:12,392 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting cf6a2dab7b444c4c905ac1a88826f282, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732184770100 2024-11-21T10:26:12,393 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 06604642ebb14095a820d1753cbfcf0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732184770761 2024-11-21T10:26:12,401 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:12,401 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/92401de2f81f42b29e3cb055cec7158a is 50, key is test_row_0/C:col10/1732184770761/Put/seqid=0 2024-11-21T10:26:12,404 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/9c379b9b656a45f7b947565cffe6a825 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/9c379b9b656a45f7b947565cffe6a825 2024-11-21T10:26:12,408 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 9c379b9b656a45f7b947565cffe6a825(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:12,408 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:12,408 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184771928; duration=0sec 2024-11-21T10:26:12,408 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:12,408 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:12,420 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/bb9f8479585740f0bf24fbf714e044e0 2024-11-21T10:26:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742300_1476 (size=13255) 2024-11-21T10:26:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/67b47b61fa1d40cdbc1b42e95db69ebe is 50, key is test_row_0/C:col10/1732184771527/Put/seqid=0 2024-11-21T10:26:12,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742301_1477 (size=12301) 2024-11-21T10:26:12,453 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/67b47b61fa1d40cdbc1b42e95db69ebe 2024-11-21T10:26:12,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/fcbfdb999c2641869a1ff54adae2aeb4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/fcbfdb999c2641869a1ff54adae2aeb4 2024-11-21T10:26:12,463 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/fcbfdb999c2641869a1ff54adae2aeb4, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T10:26:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/bb9f8479585740f0bf24fbf714e044e0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bb9f8479585740f0bf24fbf714e044e0 2024-11-21T10:26:12,470 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bb9f8479585740f0bf24fbf714e044e0, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T10:26:12,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/67b47b61fa1d40cdbc1b42e95db69ebe as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/67b47b61fa1d40cdbc1b42e95db69ebe 2024-11-21T10:26:12,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/67b47b61fa1d40cdbc1b42e95db69ebe, entries=150, sequenceid=403, filesize=12.0 K 2024-11-21T10:26:12,476 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 961609003b627bb3c1761e1354a81804 in 544ms, sequenceid=403, compaction requested=false 2024-11-21T10:26:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-21T10:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-21T10:26:12,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-21T10:26:12,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 852 msec 2024-11-21T10:26:12,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 863 msec 2024-11-21T10:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:12,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:12,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/8ce8992f67704e3bb51bde9731a77881 is 50, key is test_row_0/A:col10/1732184772653/Put/seqid=0 2024-11-21T10:26:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742302_1478 (size=14741) 2024-11-21T10:26:12,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/8ce8992f67704e3bb51bde9731a77881 2024-11-21T10:26:12,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/7d7d62282fbf40e38c90fdd5d95f3d77 is 50, key is test_row_0/B:col10/1732184772653/Put/seqid=0 2024-11-21T10:26:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742303_1479 (size=12301) 2024-11-21T10:26:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184832709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184832717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184832720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184832721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184832721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T10:26:12,756 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:12,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-21T10:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T10:26:12,758 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:12,759 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:12,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:12,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184832826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,833 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/92401de2f81f42b29e3cb055cec7158a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/92401de2f81f42b29e3cb055cec7158a 2024-11-21T10:26:12,837 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into 92401de2f81f42b29e3cb055cec7158a(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:12,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:12,838 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184771928; duration=0sec 2024-11-21T10:26:12,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:12,838 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184832836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184832836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184832841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T10:26:12,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T10:26:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:12,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184833036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T10:26:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184833056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184833057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184833057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T10:26:13,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/7d7d62282fbf40e38c90fdd5d95f3d77 2024-11-21T10:26:13,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/bfe87c9545d74cc2b007fdcf5c8b4bc4 is 50, key is test_row_0/C:col10/1732184772653/Put/seqid=0 2024-11-21T10:26:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742304_1480 (size=12301) 2024-11-21T10:26:13,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T10:26:13,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:13,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184833346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T10:26:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184833366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184833376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184833376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T10:26:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/bfe87c9545d74cc2b007fdcf5c8b4bc4 2024-11-21T10:26:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/8ce8992f67704e3bb51bde9731a77881 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/8ce8992f67704e3bb51bde9731a77881 2024-11-21T10:26:13,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/8ce8992f67704e3bb51bde9731a77881, entries=200, sequenceid=420, filesize=14.4 K 2024-11-21T10:26:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/7d7d62282fbf40e38c90fdd5d95f3d77 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7d7d62282fbf40e38c90fdd5d95f3d77 2024-11-21T10:26:13,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7d7d62282fbf40e38c90fdd5d95f3d77, entries=150, sequenceid=420, filesize=12.0 K 2024-11-21T10:26:13,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/bfe87c9545d74cc2b007fdcf5c8b4bc4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/bfe87c9545d74cc2b007fdcf5c8b4bc4 2024-11-21T10:26:13,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/bfe87c9545d74cc2b007fdcf5c8b4bc4, entries=150, sequenceid=420, filesize=12.0 K 2024-11-21T10:26:13,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 961609003b627bb3c1761e1354a81804 in 866ms, sequenceid=420, compaction requested=true 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:13,520 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:13,520 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:13,521 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:13,521 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:13,521 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,521 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/182edb4d48d047828f8b9b86220bf725, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bb9f8479585740f0bf24fbf714e044e0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7d7d62282fbf40e38c90fdd5d95f3d77] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=37.0 K 2024-11-21T10:26:13,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T10:26:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,523 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T10:26:13,523 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:13,523 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:13,523 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,523 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/9c379b9b656a45f7b947565cffe6a825, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/fcbfdb999c2641869a1ff54adae2aeb4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/8ce8992f67704e3bb51bde9731a77881] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=39.4 K 2024-11-21T10:26:13,524 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 182edb4d48d047828f8b9b86220bf725, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732184770761 2024-11-21T10:26:13,524 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c379b9b656a45f7b947565cffe6a825, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732184770761 2024-11-21T10:26:13,524 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bb9f8479585740f0bf24fbf714e044e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732184771498 2024-11-21T10:26:13,524 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcbfdb999c2641869a1ff54adae2aeb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732184771498 2024-11-21T10:26:13,524 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d7d62282fbf40e38c90fdd5d95f3d77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732184772008 2024-11-21T10:26:13,524 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ce8992f67704e3bb51bde9731a77881, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732184772000 2024-11-21T10:26:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/4c8b515e3e15493c8b6cdab87f1c8bba is 50, key is test_row_0/A:col10/1732184772716/Put/seqid=0 2024-11-21T10:26:13,546 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:13,547 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/738b40b03b294139800564dca3ae06de is 50, key is test_row_0/B:col10/1732184772653/Put/seqid=0 2024-11-21T10:26:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742305_1481 (size=12301) 2024-11-21T10:26:13,550 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:13,551 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/af72cc86a74c4fe3a70150f6d5f0c6cf is 50, key is test_row_0/A:col10/1732184772653/Put/seqid=0 2024-11-21T10:26:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742306_1482 (size=13357) 2024-11-21T10:26:13,557 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/738b40b03b294139800564dca3ae06de as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/738b40b03b294139800564dca3ae06de 2024-11-21T10:26:13,568 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into 738b40b03b294139800564dca3ae06de(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:13,568 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:13,568 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184773520; duration=0sec 2024-11-21T10:26:13,569 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:13,569 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:13,569 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:13,569 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:13,569 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:13,569 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:13,570 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/92401de2f81f42b29e3cb055cec7158a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/67b47b61fa1d40cdbc1b42e95db69ebe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/bfe87c9545d74cc2b007fdcf5c8b4bc4] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=37.0 K 2024-11-21T10:26:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742307_1483 (size=13357) 2024-11-21T10:26:13,572 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 92401de2f81f42b29e3cb055cec7158a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732184770761 2024-11-21T10:26:13,573 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b47b61fa1d40cdbc1b42e95db69ebe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732184771498 2024-11-21T10:26:13,574 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting bfe87c9545d74cc2b007fdcf5c8b4bc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732184772008 2024-11-21T10:26:13,577 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/af72cc86a74c4fe3a70150f6d5f0c6cf as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/af72cc86a74c4fe3a70150f6d5f0c6cf 2024-11-21T10:26:13,581 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:13,582 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/eaa32aeef3924834a4fab20087e62238 is 50, key is test_row_0/C:col10/1732184772653/Put/seqid=0 2024-11-21T10:26:13,582 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into af72cc86a74c4fe3a70150f6d5f0c6cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:13,582 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:13,582 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184773520; duration=0sec 2024-11-21T10:26:13,582 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:13,582 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742308_1484 (size=13357) 2024-11-21T10:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:13,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:13,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184833805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184833866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184833886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T10:26:13,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184833897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184833897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184833916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:13,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:13,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:13,949 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/4c8b515e3e15493c8b6cdab87f1c8bba 2024-11-21T10:26:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/1e95fe31abc6483199aa44e965688eb5 is 50, key is test_row_0/B:col10/1732184772716/Put/seqid=0 2024-11-21T10:26:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742309_1485 (size=12301) 2024-11-21T10:26:14,008 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/eaa32aeef3924834a4fab20087e62238 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/eaa32aeef3924834a4fab20087e62238 2024-11-21T10:26:14,012 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into eaa32aeef3924834a4fab20087e62238(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:14,012 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:14,012 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184773520; duration=0sec 2024-11-21T10:26:14,012 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:14,012 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184834126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:14,367 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/1e95fe31abc6483199aa44e965688eb5 2024-11-21T10:26:14,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/ae0c9d85b2254dc1a4926d2151f2b501 is 50, key is test_row_0/C:col10/1732184772716/Put/seqid=0 2024-11-21T10:26:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742310_1486 (size=12301) 2024-11-21T10:26:14,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184834446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:14,790 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/ae0c9d85b2254dc1a4926d2151f2b501 2024-11-21T10:26:14,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/4c8b515e3e15493c8b6cdab87f1c8bba as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/4c8b515e3e15493c8b6cdab87f1c8bba 2024-11-21T10:26:14,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/4c8b515e3e15493c8b6cdab87f1c8bba, entries=150, sequenceid=443, filesize=12.0 K 2024-11-21T10:26:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/1e95fe31abc6483199aa44e965688eb5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/1e95fe31abc6483199aa44e965688eb5 2024-11-21T10:26:14,807 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/1e95fe31abc6483199aa44e965688eb5, entries=150, sequenceid=443, filesize=12.0 K 2024-11-21T10:26:14,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/ae0c9d85b2254dc1a4926d2151f2b501 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ae0c9d85b2254dc1a4926d2151f2b501 2024-11-21T10:26:14,814 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ae0c9d85b2254dc1a4926d2151f2b501, entries=150, sequenceid=443, filesize=12.0 K 2024-11-21T10:26:14,815 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 961609003b627bb3c1761e1354a81804 in 1293ms, sequenceid=443, compaction requested=false 2024-11-21T10:26:14,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:14,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:14,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-21T10:26:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-21T10:26:14,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-21T10:26:14,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0570 sec 2024-11-21T10:26:14,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0640 sec 2024-11-21T10:26:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:14,883 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:14,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T10:26:14,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5e58dfa6b4804c9f8d3eb83ea9573393 is 50, key is test_row_0/A:col10/1732184773801/Put/seqid=0 2024-11-21T10:26:14,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742311_1487 (size=14741) 2024-11-21T10:26:14,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5e58dfa6b4804c9f8d3eb83ea9573393 2024-11-21T10:26:14,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/35db1c636c544a8da1b2419fde5712b2 is 50, key is test_row_0/B:col10/1732184773801/Put/seqid=0 2024-11-21T10:26:14,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742312_1488 (size=12301) 2024-11-21T10:26:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T10:26:14,917 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:14,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-21T10:26:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T10:26:14,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:14,921 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:14,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:14,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184834946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184834948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184834956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184834956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56158 deadline: 1732184834966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T10:26:15,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T10:26:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:15,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184835066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184835067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184835069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184835077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T10:26:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T10:26:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56156 deadline: 1732184835286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1732184835286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732184835287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732184835296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 , the old value is region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:15,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., hostname=2651e482101a,35291,1732184623540, seqNum=2 because the exception is null or not the one we care about 2024-11-21T10:26:15,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/35db1c636c544a8da1b2419fde5712b2 2024-11-21T10:26:15,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/ed866cc48a2a4af89625fc993f2c6aea is 50, key is test_row_0/C:col10/1732184773801/Put/seqid=0 2024-11-21T10:26:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742313_1489 (size=12301) 2024-11-21T10:26:15,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/ed866cc48a2a4af89625fc993f2c6aea 2024-11-21T10:26:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/5e58dfa6b4804c9f8d3eb83ea9573393 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5e58dfa6b4804c9f8d3eb83ea9573393 2024-11-21T10:26:15,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5e58dfa6b4804c9f8d3eb83ea9573393, entries=200, sequenceid=461, filesize=14.4 K 2024-11-21T10:26:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/35db1c636c544a8da1b2419fde5712b2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/35db1c636c544a8da1b2419fde5712b2 2024-11-21T10:26:15,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/35db1c636c544a8da1b2419fde5712b2, entries=150, sequenceid=461, filesize=12.0 K 2024-11-21T10:26:15,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/ed866cc48a2a4af89625fc993f2c6aea as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ed866cc48a2a4af89625fc993f2c6aea 2024-11-21T10:26:15,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ed866cc48a2a4af89625fc993f2c6aea, entries=150, sequenceid=461, filesize=12.0 K 2024-11-21T10:26:15,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 961609003b627bb3c1761e1354a81804 in 474ms, sequenceid=461, compaction requested=true 2024-11-21T10:26:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:15,357 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 961609003b627bb3c1761e1354a81804:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T10:26:15,358 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:15,361 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:15,361 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:15,361 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/B is initiating minor compaction (all files) 2024-11-21T10:26:15,361 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/A is initiating minor compaction (all files) 2024-11-21T10:26:15,361 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/A in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,361 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/B in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,361 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/738b40b03b294139800564dca3ae06de, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/1e95fe31abc6483199aa44e965688eb5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/35db1c636c544a8da1b2419fde5712b2] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=37.1 K 2024-11-21T10:26:15,361 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/af72cc86a74c4fe3a70150f6d5f0c6cf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/4c8b515e3e15493c8b6cdab87f1c8bba, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5e58dfa6b4804c9f8d3eb83ea9573393] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=39.5 K 2024-11-21T10:26:15,361 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 738b40b03b294139800564dca3ae06de, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732184772008 2024-11-21T10:26:15,362 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting af72cc86a74c4fe3a70150f6d5f0c6cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732184772008 2024-11-21T10:26:15,362 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e95fe31abc6483199aa44e965688eb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732184772696 2024-11-21T10:26:15,366 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 35db1c636c544a8da1b2419fde5712b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732184773801 2024-11-21T10:26:15,366 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c8b515e3e15493c8b6cdab87f1c8bba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732184772696 2024-11-21T10:26:15,367 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e58dfa6b4804c9f8d3eb83ea9573393, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732184773789 2024-11-21T10:26:15,375 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:15,375 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/da184208ef0b4813bd1bb4444ec5c457 is 50, key is test_row_0/B:col10/1732184773801/Put/seqid=0 2024-11-21T10:26:15,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T10:26:15,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,381 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T10:26:15,395 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:15,395 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/75ca73cae62d42f2b764c360d5141565 is 50, key is test_row_0/A:col10/1732184773801/Put/seqid=0 2024-11-21T10:26:15,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/41291b33ffb446ce89e4e96c8d7cf320 is 50, key is test_row_0/A:col10/1732184774954/Put/seqid=0 2024-11-21T10:26:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742314_1490 (size=13459) 2024-11-21T10:26:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742315_1491 (size=13459) 2024-11-21T10:26:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742316_1492 (size=12301) 2024-11-21T10:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T10:26:15,561 INFO [Thread-1779 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1779. 2024-11-21T10:26:15,561 DEBUG [Thread-1779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,562 DEBUG [Thread-1779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,562 DEBUG [Thread-1779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,564 INFO [Thread-1783 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1783. 2024-11-21T10:26:15,564 DEBUG [Thread-1783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,564 DEBUG [Thread-1783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,564 DEBUG [Thread-1783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,567 INFO [Thread-1781 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1781. 2024-11-21T10:26:15,567 DEBUG [Thread-1781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,567 DEBUG [Thread-1781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,567 DEBUG [Thread-1781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,570 INFO [Thread-1787 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1787. 2024-11-21T10:26:15,570 DEBUG [Thread-1787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,570 DEBUG [Thread-1787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,570 DEBUG [Thread-1787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,570 INFO [Thread-1785 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1785. 2024-11-21T10:26:15,570 DEBUG [Thread-1785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,570 DEBUG [Thread-1785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,570 DEBUG [Thread-1785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:15,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. as already flushing 2024-11-21T10:26:15,608 INFO [Thread-1772 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1772. 2024-11-21T10:26:15,608 INFO [Thread-1774 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1774. 2024-11-21T10:26:15,608 INFO [Thread-1776 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1776. 2024-11-21T10:26:15,608 DEBUG [Thread-1774 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,608 DEBUG [Thread-1776 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,608 DEBUG [Thread-1772 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,608 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,608 DEBUG [Thread-1776 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,608 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,608 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,608 DEBUG [Thread-1776 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,608 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,618 INFO [Thread-1770 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1770. 2024-11-21T10:26:15,618 DEBUG [Thread-1770 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,618 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,618 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:15,814 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/da184208ef0b4813bd1bb4444ec5c457 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/da184208ef0b4813bd1bb4444ec5c457 2024-11-21T10:26:15,818 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/B of 961609003b627bb3c1761e1354a81804 into da184208ef0b4813bd1bb4444ec5c457(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:15,819 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:15,819 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/B, priority=13, startTime=1732184775357; duration=0sec 2024-11-21T10:26:15,819 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:15,819 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:B 2024-11-21T10:26:15,819 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:15,820 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:15,820 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): 961609003b627bb3c1761e1354a81804/C is initiating minor compaction (all files) 2024-11-21T10:26:15,820 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 961609003b627bb3c1761e1354a81804/C in TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:15,820 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/eaa32aeef3924834a4fab20087e62238, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ae0c9d85b2254dc1a4926d2151f2b501, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ed866cc48a2a4af89625fc993f2c6aea] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp, totalSize=37.1 K 2024-11-21T10:26:15,820 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa32aeef3924834a4fab20087e62238, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732184772008 2024-11-21T10:26:15,821 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting ae0c9d85b2254dc1a4926d2151f2b501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732184772696 2024-11-21T10:26:15,821 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting ed866cc48a2a4af89625fc993f2c6aea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732184773801 2024-11-21T10:26:15,827 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 961609003b627bb3c1761e1354a81804#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:15,828 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/2f4531f5e6cc46c2b6d8330e5b9dc8c0 is 50, key is test_row_0/C:col10/1732184773801/Put/seqid=0 2024-11-21T10:26:15,828 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/75ca73cae62d42f2b764c360d5141565 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/75ca73cae62d42f2b764c360d5141565 2024-11-21T10:26:15,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/41291b33ffb446ce89e4e96c8d7cf320 2024-11-21T10:26:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742317_1493 (size=13459) 2024-11-21T10:26:15,833 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/A of 961609003b627bb3c1761e1354a81804 into 75ca73cae62d42f2b764c360d5141565(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:15,833 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:15,833 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/A, priority=13, startTime=1732184775357; duration=0sec 2024-11-21T10:26:15,833 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:15,833 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:A 2024-11-21T10:26:15,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/0f6af50309f749dfad8b5e4be49163ca is 50, key is test_row_0/B:col10/1732184774954/Put/seqid=0 2024-11-21T10:26:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742318_1494 (size=12301) 2024-11-21T10:26:15,978 INFO [Thread-1768 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1768. 2024-11-21T10:26:15,978 DEBUG [Thread-1768 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:15,978 DEBUG [Thread-1768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,978 DEBUG [Thread-1768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:15,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T10:26:16,234 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/2f4531f5e6cc46c2b6d8330e5b9dc8c0 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2f4531f5e6cc46c2b6d8330e5b9dc8c0 2024-11-21T10:26:16,238 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 961609003b627bb3c1761e1354a81804/C of 961609003b627bb3c1761e1354a81804 into 2f4531f5e6cc46c2b6d8330e5b9dc8c0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:16,238 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:16,238 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., storeName=961609003b627bb3c1761e1354a81804/C, priority=13, startTime=1732184775358; duration=0sec 2024-11-21T10:26:16,238 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:16,238 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 961609003b627bb3c1761e1354a81804:C 2024-11-21T10:26:16,239 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/0f6af50309f749dfad8b5e4be49163ca 2024-11-21T10:26:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/00e61a351f7947f58dd109303486780f is 50, key is test_row_0/C:col10/1732184774954/Put/seqid=0 2024-11-21T10:26:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742319_1495 (size=12301) 2024-11-21T10:26:16,648 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/00e61a351f7947f58dd109303486780f 2024-11-21T10:26:16,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/41291b33ffb446ce89e4e96c8d7cf320 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/41291b33ffb446ce89e4e96c8d7cf320 2024-11-21T10:26:16,655 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/41291b33ffb446ce89e4e96c8d7cf320, entries=150, sequenceid=482, filesize=12.0 K 2024-11-21T10:26:16,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/0f6af50309f749dfad8b5e4be49163ca as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/0f6af50309f749dfad8b5e4be49163ca 2024-11-21T10:26:16,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/0f6af50309f749dfad8b5e4be49163ca, entries=150, sequenceid=482, filesize=12.0 K 2024-11-21T10:26:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/00e61a351f7947f58dd109303486780f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/00e61a351f7947f58dd109303486780f 2024-11-21T10:26:16,663 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/00e61a351f7947f58dd109303486780f, entries=150, sequenceid=482, filesize=12.0 K 2024-11-21T10:26:16,664 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for 961609003b627bb3c1761e1354a81804 in 1282ms, sequenceid=482, compaction requested=false 2024-11-21T10:26:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 961609003b627bb3c1761e1354a81804: 2024-11-21T10:26:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-21T10:26:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-21T10:26:16,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-21T10:26:16,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7440 sec 2024-11-21T10:26:16,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.7480 sec 2024-11-21T10:26:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T10:26:17,067 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1391 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4170 rows 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1380 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4138 rows 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4176 rows 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1392 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4173 rows 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-21T10:26:17,067 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4179 rows 2024-11-21T10:26:17,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:26:17,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:26:17,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:17,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:17,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:17,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T10:26:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T10:26:17,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184777070"}]},"ts":"1732184777070"} 2024-11-21T10:26:17,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T10:26:17,072 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T10:26:17,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:26:17,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, UNASSIGN}] 2024-11-21T10:26:17,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, UNASSIGN 2024-11-21T10:26:17,074 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=961609003b627bb3c1761e1354a81804, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:17,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, UNASSIGN because future has completed 2024-11-21T10:26:17,075 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:26:17,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:26:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T10:26:17,227 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:17,228 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:26:17,228 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 961609003b627bb3c1761e1354a81804, disabling compactions & flushes 2024-11-21T10:26:17,228 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:17,228 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:17,228 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. after waiting 0 ms 2024-11-21T10:26:17,228 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:17,228 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 961609003b627bb3c1761e1354a81804 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T10:26:17,231 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/c4fc277d60be45bfae7308899bd991c4 is 50, key is test_row_0/A:col10/1732184775617/Put/seqid=0 2024-11-21T10:26:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742320_1496 (size=12301) 2024-11-21T10:26:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T10:26:17,635 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/c4fc277d60be45bfae7308899bd991c4 2024-11-21T10:26:17,640 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/582bdc5250614b349846c1486e2c1046 is 50, key is test_row_0/B:col10/1732184775617/Put/seqid=0 2024-11-21T10:26:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742321_1497 (size=12301) 2024-11-21T10:26:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T10:26:18,044 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/582bdc5250614b349846c1486e2c1046 2024-11-21T10:26:18,050 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/d2275aac6dbb4ae6968ebc15634e0889 is 50, key is test_row_0/C:col10/1732184775617/Put/seqid=0 2024-11-21T10:26:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742322_1498 (size=12301) 2024-11-21T10:26:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T10:26:18,454 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/d2275aac6dbb4ae6968ebc15634e0889 2024-11-21T10:26:18,458 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/A/c4fc277d60be45bfae7308899bd991c4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/c4fc277d60be45bfae7308899bd991c4 2024-11-21T10:26:18,460 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/c4fc277d60be45bfae7308899bd991c4, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T10:26:18,461 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/B/582bdc5250614b349846c1486e2c1046 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/582bdc5250614b349846c1486e2c1046 2024-11-21T10:26:18,463 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/582bdc5250614b349846c1486e2c1046, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T10:26:18,464 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/.tmp/C/d2275aac6dbb4ae6968ebc15634e0889 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/d2275aac6dbb4ae6968ebc15634e0889 2024-11-21T10:26:18,466 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/d2275aac6dbb4ae6968ebc15634e0889, entries=150, sequenceid=493, filesize=12.0 K 2024-11-21T10:26:18,467 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 961609003b627bb3c1761e1354a81804 in 1239ms, sequenceid=493, compaction requested=true 2024-11-21T10:26:18,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/77931d74642a41c3a946abd24acb9447, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/dbd256bb30364278a5163bfb4b72586f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/0b7b3b44f03b4e098f3005e5e9c805d1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/39588e862dc04703abfdc592f1a12a1d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/ff67f95be8734a5e951e5df1ec23e4ae, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d93de9139874a388e7c1fef290b49e6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d8d1559f15be4c1cb7d9cdbc95bf0d19, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/7a1404fe07ce4c29bda5f0c1b3ad1346, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/bbd28e39a5b140698a3e083bac8a3fc5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5bf95b9c2ab640828270737610ba47d9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d655c8f6ae6442fa97e57d223b2be6c4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/1bc67375ce04468a80d94020e6298f90, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/db7f997c54fe44d393e82cd88530ba93, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/f6472efed026437f8320a8f71feddea2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/097189ad2c534b0ab39e3b640a125f1f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/92dba20f3b1b42d28add8f7daf478f57, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d7fcc8988554c0bb7c86478e368b57e, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5eb21c52b3284733b786e6daa08eab5a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/031f0a01666f4c8787abd97ad1d766e2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/169d71e7c63042abae2b111d58182eeb, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/81419949d8824e4b95195e38e9043e7d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5221fdda08d04ce2a1526692d18fbd5b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/91b974e93b67463698d07b07169587ca, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/cbe4c7e3b4a84eb9a18cc522487b5bbe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d828eb36c4864ddf82b5867803b3f557, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/535535c8cc444b9aaf999f8078440611, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/a833b6108e4c4997906ad3f02ba0da2d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/771c949d2d2d4ff490715db32fd9a4ad, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/9c379b9b656a45f7b947565cffe6a825, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/fcbfdb999c2641869a1ff54adae2aeb4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/8ce8992f67704e3bb51bde9731a77881, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/af72cc86a74c4fe3a70150f6d5f0c6cf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/4c8b515e3e15493c8b6cdab87f1c8bba, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5e58dfa6b4804c9f8d3eb83ea9573393] to archive 2024-11-21T10:26:18,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:26:18,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/77931d74642a41c3a946abd24acb9447 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/77931d74642a41c3a946abd24acb9447 2024-11-21T10:26:18,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/dbd256bb30364278a5163bfb4b72586f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/dbd256bb30364278a5163bfb4b72586f 2024-11-21T10:26:18,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/0b7b3b44f03b4e098f3005e5e9c805d1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/0b7b3b44f03b4e098f3005e5e9c805d1 2024-11-21T10:26:18,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/39588e862dc04703abfdc592f1a12a1d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/39588e862dc04703abfdc592f1a12a1d 2024-11-21T10:26:18,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/ff67f95be8734a5e951e5df1ec23e4ae to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/ff67f95be8734a5e951e5df1ec23e4ae 2024-11-21T10:26:18,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d93de9139874a388e7c1fef290b49e6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d93de9139874a388e7c1fef290b49e6 2024-11-21T10:26:18,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d8d1559f15be4c1cb7d9cdbc95bf0d19 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d8d1559f15be4c1cb7d9cdbc95bf0d19 2024-11-21T10:26:18,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/7a1404fe07ce4c29bda5f0c1b3ad1346 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/7a1404fe07ce4c29bda5f0c1b3ad1346 2024-11-21T10:26:18,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/bbd28e39a5b140698a3e083bac8a3fc5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/bbd28e39a5b140698a3e083bac8a3fc5 2024-11-21T10:26:18,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5bf95b9c2ab640828270737610ba47d9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5bf95b9c2ab640828270737610ba47d9 2024-11-21T10:26:18,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d655c8f6ae6442fa97e57d223b2be6c4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d655c8f6ae6442fa97e57d223b2be6c4 2024-11-21T10:26:18,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/1bc67375ce04468a80d94020e6298f90 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/1bc67375ce04468a80d94020e6298f90 2024-11-21T10:26:18,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/db7f997c54fe44d393e82cd88530ba93 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/db7f997c54fe44d393e82cd88530ba93 2024-11-21T10:26:18,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/f6472efed026437f8320a8f71feddea2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/f6472efed026437f8320a8f71feddea2 2024-11-21T10:26:18,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/097189ad2c534b0ab39e3b640a125f1f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/097189ad2c534b0ab39e3b640a125f1f 2024-11-21T10:26:18,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/92dba20f3b1b42d28add8f7daf478f57 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/92dba20f3b1b42d28add8f7daf478f57 2024-11-21T10:26:18,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d7fcc8988554c0bb7c86478e368b57e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/6d7fcc8988554c0bb7c86478e368b57e 2024-11-21T10:26:18,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5eb21c52b3284733b786e6daa08eab5a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5eb21c52b3284733b786e6daa08eab5a 2024-11-21T10:26:18,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/031f0a01666f4c8787abd97ad1d766e2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/031f0a01666f4c8787abd97ad1d766e2 2024-11-21T10:26:18,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/169d71e7c63042abae2b111d58182eeb to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/169d71e7c63042abae2b111d58182eeb 2024-11-21T10:26:18,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/81419949d8824e4b95195e38e9043e7d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/81419949d8824e4b95195e38e9043e7d 2024-11-21T10:26:18,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5221fdda08d04ce2a1526692d18fbd5b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5221fdda08d04ce2a1526692d18fbd5b 2024-11-21T10:26:18,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/91b974e93b67463698d07b07169587ca to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/91b974e93b67463698d07b07169587ca 2024-11-21T10:26:18,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/cbe4c7e3b4a84eb9a18cc522487b5bbe to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/cbe4c7e3b4a84eb9a18cc522487b5bbe 2024-11-21T10:26:18,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d828eb36c4864ddf82b5867803b3f557 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/d828eb36c4864ddf82b5867803b3f557 2024-11-21T10:26:18,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/535535c8cc444b9aaf999f8078440611 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/535535c8cc444b9aaf999f8078440611 2024-11-21T10:26:18,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/a833b6108e4c4997906ad3f02ba0da2d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/a833b6108e4c4997906ad3f02ba0da2d 2024-11-21T10:26:18,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/771c949d2d2d4ff490715db32fd9a4ad to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/771c949d2d2d4ff490715db32fd9a4ad 2024-11-21T10:26:18,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/9c379b9b656a45f7b947565cffe6a825 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/9c379b9b656a45f7b947565cffe6a825 2024-11-21T10:26:18,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/fcbfdb999c2641869a1ff54adae2aeb4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/fcbfdb999c2641869a1ff54adae2aeb4 2024-11-21T10:26:18,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/8ce8992f67704e3bb51bde9731a77881 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/8ce8992f67704e3bb51bde9731a77881 2024-11-21T10:26:18,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/af72cc86a74c4fe3a70150f6d5f0c6cf to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/af72cc86a74c4fe3a70150f6d5f0c6cf 2024-11-21T10:26:18,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/4c8b515e3e15493c8b6cdab87f1c8bba to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/4c8b515e3e15493c8b6cdab87f1c8bba 2024-11-21T10:26:18,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5e58dfa6b4804c9f8d3eb83ea9573393 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/5e58dfa6b4804c9f8d3eb83ea9573393 2024-11-21T10:26:18,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/281844b803a54f46bd26e39e95e10af4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/59e8b74b23414ac59a633a06000511d0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/350ff128243041aeb11a97f118dd278c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/27063db1d20f4c67bb353b64c2dfd358, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/df4d184a9c5347b1b8311cb14ca2187a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/9cd92ed7333241e9bf470da9a374e361, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/86a98b58e16e46388fd5f6581db3e76d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/6428ac99ae514fb2b747086cd5f1e74b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/837bdd38d947444eaef2ac56185b814d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/91e8ac030a5747ce940b81e37403ebc7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ee403c321608433d98a56f0f9db20dcf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bdaf3167deb34d7aac4f8d827e139e60, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d8b00049d3ad488ebc64c72e38075ea9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/dd7944318ecf40cc950497eb3d4a298b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/b2c8fa31db064a198d59f859905dae7a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/a6be62431c6748d7b1fdfa05f8cd2df5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8449f6407eb44546beac2ad18a6efad5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/e150ba8b80154c6b9cbbf8d5e880dcba, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8ad86891adfa4c2eb57cabc296ace7c4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/271e3dfb13f34ca49fa4aad663905bd5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/01f9e19ff57c499493acc2a69cfee568, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/56bda86735fb42dd9fbb6d92c1b70f5c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/3a9319def9e54762915060e10df76e82, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ce1548d91557416c95a496098a162386, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/abd320cf484a42159f73cdc01a8162ab, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d0db29c14abe437baadf71cb606eaf7b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7af4bd94915b4e218ac0efe2aebd3c9a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/182edb4d48d047828f8b9b86220bf725, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8d405b24bdda4214a491b4612a07c08d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bb9f8479585740f0bf24fbf714e044e0, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/738b40b03b294139800564dca3ae06de, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7d7d62282fbf40e38c90fdd5d95f3d77, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/1e95fe31abc6483199aa44e965688eb5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/35db1c636c544a8da1b2419fde5712b2] to archive 2024-11-21T10:26:18,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:26:18,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/281844b803a54f46bd26e39e95e10af4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/281844b803a54f46bd26e39e95e10af4 2024-11-21T10:26:18,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/59e8b74b23414ac59a633a06000511d0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/59e8b74b23414ac59a633a06000511d0 2024-11-21T10:26:18,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/350ff128243041aeb11a97f118dd278c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/350ff128243041aeb11a97f118dd278c 2024-11-21T10:26:18,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/27063db1d20f4c67bb353b64c2dfd358 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/27063db1d20f4c67bb353b64c2dfd358 2024-11-21T10:26:18,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/df4d184a9c5347b1b8311cb14ca2187a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/df4d184a9c5347b1b8311cb14ca2187a 2024-11-21T10:26:18,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/9cd92ed7333241e9bf470da9a374e361 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/9cd92ed7333241e9bf470da9a374e361 2024-11-21T10:26:18,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/86a98b58e16e46388fd5f6581db3e76d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/86a98b58e16e46388fd5f6581db3e76d 2024-11-21T10:26:18,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/6428ac99ae514fb2b747086cd5f1e74b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/6428ac99ae514fb2b747086cd5f1e74b 2024-11-21T10:26:18,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/837bdd38d947444eaef2ac56185b814d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/837bdd38d947444eaef2ac56185b814d 2024-11-21T10:26:18,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/91e8ac030a5747ce940b81e37403ebc7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/91e8ac030a5747ce940b81e37403ebc7 2024-11-21T10:26:18,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ee403c321608433d98a56f0f9db20dcf to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ee403c321608433d98a56f0f9db20dcf 2024-11-21T10:26:18,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bdaf3167deb34d7aac4f8d827e139e60 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bdaf3167deb34d7aac4f8d827e139e60 2024-11-21T10:26:18,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d8b00049d3ad488ebc64c72e38075ea9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d8b00049d3ad488ebc64c72e38075ea9 2024-11-21T10:26:18,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/dd7944318ecf40cc950497eb3d4a298b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/dd7944318ecf40cc950497eb3d4a298b 2024-11-21T10:26:18,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/b2c8fa31db064a198d59f859905dae7a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/b2c8fa31db064a198d59f859905dae7a 2024-11-21T10:26:18,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/a6be62431c6748d7b1fdfa05f8cd2df5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/a6be62431c6748d7b1fdfa05f8cd2df5 2024-11-21T10:26:18,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8449f6407eb44546beac2ad18a6efad5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8449f6407eb44546beac2ad18a6efad5 2024-11-21T10:26:18,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/e150ba8b80154c6b9cbbf8d5e880dcba to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/e150ba8b80154c6b9cbbf8d5e880dcba 2024-11-21T10:26:18,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8ad86891adfa4c2eb57cabc296ace7c4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8ad86891adfa4c2eb57cabc296ace7c4 2024-11-21T10:26:18,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/271e3dfb13f34ca49fa4aad663905bd5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/271e3dfb13f34ca49fa4aad663905bd5 2024-11-21T10:26:18,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/01f9e19ff57c499493acc2a69cfee568 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/01f9e19ff57c499493acc2a69cfee568 2024-11-21T10:26:18,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/56bda86735fb42dd9fbb6d92c1b70f5c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/56bda86735fb42dd9fbb6d92c1b70f5c 2024-11-21T10:26:18,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/3a9319def9e54762915060e10df76e82 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/3a9319def9e54762915060e10df76e82 2024-11-21T10:26:18,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ce1548d91557416c95a496098a162386 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/ce1548d91557416c95a496098a162386 2024-11-21T10:26:18,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/abd320cf484a42159f73cdc01a8162ab to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/abd320cf484a42159f73cdc01a8162ab 2024-11-21T10:26:18,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d0db29c14abe437baadf71cb606eaf7b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/d0db29c14abe437baadf71cb606eaf7b 2024-11-21T10:26:18,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7af4bd94915b4e218ac0efe2aebd3c9a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7af4bd94915b4e218ac0efe2aebd3c9a 2024-11-21T10:26:18,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/182edb4d48d047828f8b9b86220bf725 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/182edb4d48d047828f8b9b86220bf725 2024-11-21T10:26:18,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8d405b24bdda4214a491b4612a07c08d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/8d405b24bdda4214a491b4612a07c08d 2024-11-21T10:26:18,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bb9f8479585740f0bf24fbf714e044e0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/bb9f8479585740f0bf24fbf714e044e0 2024-11-21T10:26:18,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/738b40b03b294139800564dca3ae06de to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/738b40b03b294139800564dca3ae06de 2024-11-21T10:26:18,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7d7d62282fbf40e38c90fdd5d95f3d77 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/7d7d62282fbf40e38c90fdd5d95f3d77 2024-11-21T10:26:18,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/1e95fe31abc6483199aa44e965688eb5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/1e95fe31abc6483199aa44e965688eb5 2024-11-21T10:26:18,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/35db1c636c544a8da1b2419fde5712b2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/35db1c636c544a8da1b2419fde5712b2 2024-11-21T10:26:18,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/9d38e9463e3049e8a60e64a3cbaa6388, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5235896695c54103a6aa7843d411cbae, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2cb92dd6843144bd8adbb614f1e064d9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5172a80d0aab4f9fa8d8c99f5489a90d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/768a12024728493990e2fc06c2f0b894, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/725058e96f1247b3ab0b30ef7afdbb67, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/aceea7a76949416694fe2e0e183071d2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/813737529f684814b6d1e3fad410ed98, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/0718b99ec16d4572b4129f1ef61efb46, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8a516a4ed2eb4e969473796adde3f964, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f1ecc627550a4793b14279a4c94cb7d7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/047c417842094818a3e014f7a11c6a06, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c991b481e5f749b6b12afd729d6d67dc, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/296580c51cef4dc28e7e72d4ddcb2385, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/7280ac03583344cbaca4c39d08fafbce, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5447c038187e46e9b3c59a2a49dcb8e8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/dbb2658ea86146a9b2cfdccbbacac9bf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/39351ee99f474729ba7ebe66d676837f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f8b989df7f8d49039588b213bbb78869, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/e76c2e907f4343468798572fcf1f8a9c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8bdec3b722ef4d1eb8bda52f98c6b810, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f35b3bffc92f4f589c59ccf6638e054f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c8e060d523394dbf96b832ee29bb1a3f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/888d13ac4a924bc78e9e91b56e7d0985, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/3c723efc67b24570a97f2b5a4e86f06f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6aa74db4e046b99cd502f67a2d040d, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6a2dab7b444c4c905ac1a88826f282, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/92401de2f81f42b29e3cb055cec7158a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/06604642ebb14095a820d1753cbfcf0a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/67b47b61fa1d40cdbc1b42e95db69ebe, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/eaa32aeef3924834a4fab20087e62238, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/bfe87c9545d74cc2b007fdcf5c8b4bc4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ae0c9d85b2254dc1a4926d2151f2b501, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ed866cc48a2a4af89625fc993f2c6aea] to archive 2024-11-21T10:26:18,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:26:18,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/9d38e9463e3049e8a60e64a3cbaa6388 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/9d38e9463e3049e8a60e64a3cbaa6388 2024-11-21T10:26:18,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5235896695c54103a6aa7843d411cbae to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5235896695c54103a6aa7843d411cbae 2024-11-21T10:26:18,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2cb92dd6843144bd8adbb614f1e064d9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2cb92dd6843144bd8adbb614f1e064d9 2024-11-21T10:26:18,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5172a80d0aab4f9fa8d8c99f5489a90d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5172a80d0aab4f9fa8d8c99f5489a90d 2024-11-21T10:26:18,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/768a12024728493990e2fc06c2f0b894 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/768a12024728493990e2fc06c2f0b894 2024-11-21T10:26:18,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/725058e96f1247b3ab0b30ef7afdbb67 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/725058e96f1247b3ab0b30ef7afdbb67 2024-11-21T10:26:18,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/aceea7a76949416694fe2e0e183071d2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/aceea7a76949416694fe2e0e183071d2 2024-11-21T10:26:18,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/813737529f684814b6d1e3fad410ed98 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/813737529f684814b6d1e3fad410ed98 2024-11-21T10:26:18,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/0718b99ec16d4572b4129f1ef61efb46 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/0718b99ec16d4572b4129f1ef61efb46 2024-11-21T10:26:18,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8a516a4ed2eb4e969473796adde3f964 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8a516a4ed2eb4e969473796adde3f964 2024-11-21T10:26:18,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f1ecc627550a4793b14279a4c94cb7d7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f1ecc627550a4793b14279a4c94cb7d7 2024-11-21T10:26:18,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/047c417842094818a3e014f7a11c6a06 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/047c417842094818a3e014f7a11c6a06 2024-11-21T10:26:18,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c991b481e5f749b6b12afd729d6d67dc to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c991b481e5f749b6b12afd729d6d67dc 2024-11-21T10:26:18,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/296580c51cef4dc28e7e72d4ddcb2385 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/296580c51cef4dc28e7e72d4ddcb2385 2024-11-21T10:26:18,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/7280ac03583344cbaca4c39d08fafbce to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/7280ac03583344cbaca4c39d08fafbce 2024-11-21T10:26:18,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5447c038187e46e9b3c59a2a49dcb8e8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/5447c038187e46e9b3c59a2a49dcb8e8 2024-11-21T10:26:18,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/dbb2658ea86146a9b2cfdccbbacac9bf to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/dbb2658ea86146a9b2cfdccbbacac9bf 2024-11-21T10:26:18,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/39351ee99f474729ba7ebe66d676837f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/39351ee99f474729ba7ebe66d676837f 2024-11-21T10:26:18,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f8b989df7f8d49039588b213bbb78869 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f8b989df7f8d49039588b213bbb78869 2024-11-21T10:26:18,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/e76c2e907f4343468798572fcf1f8a9c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/e76c2e907f4343468798572fcf1f8a9c 2024-11-21T10:26:18,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8bdec3b722ef4d1eb8bda52f98c6b810 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/8bdec3b722ef4d1eb8bda52f98c6b810 2024-11-21T10:26:18,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f35b3bffc92f4f589c59ccf6638e054f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/f35b3bffc92f4f589c59ccf6638e054f 2024-11-21T10:26:18,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c8e060d523394dbf96b832ee29bb1a3f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/c8e060d523394dbf96b832ee29bb1a3f 2024-11-21T10:26:18,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/888d13ac4a924bc78e9e91b56e7d0985 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/888d13ac4a924bc78e9e91b56e7d0985 2024-11-21T10:26:18,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/3c723efc67b24570a97f2b5a4e86f06f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/3c723efc67b24570a97f2b5a4e86f06f 2024-11-21T10:26:18,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6aa74db4e046b99cd502f67a2d040d to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6aa74db4e046b99cd502f67a2d040d 2024-11-21T10:26:18,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6a2dab7b444c4c905ac1a88826f282 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/cf6a2dab7b444c4c905ac1a88826f282 2024-11-21T10:26:18,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/92401de2f81f42b29e3cb055cec7158a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/92401de2f81f42b29e3cb055cec7158a 2024-11-21T10:26:18,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/06604642ebb14095a820d1753cbfcf0a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/06604642ebb14095a820d1753cbfcf0a 2024-11-21T10:26:18,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/67b47b61fa1d40cdbc1b42e95db69ebe to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/67b47b61fa1d40cdbc1b42e95db69ebe 2024-11-21T10:26:18,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/eaa32aeef3924834a4fab20087e62238 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/eaa32aeef3924834a4fab20087e62238 2024-11-21T10:26:18,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/bfe87c9545d74cc2b007fdcf5c8b4bc4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/bfe87c9545d74cc2b007fdcf5c8b4bc4 2024-11-21T10:26:18,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ae0c9d85b2254dc1a4926d2151f2b501 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ae0c9d85b2254dc1a4926d2151f2b501 2024-11-21T10:26:18,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ed866cc48a2a4af89625fc993f2c6aea to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/ed866cc48a2a4af89625fc993f2c6aea 2024-11-21T10:26:18,556 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/recovered.edits/496.seqid, newMaxSeqId=496, maxSeqId=1 2024-11-21T10:26:18,556 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. 2024-11-21T10:26:18,556 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 961609003b627bb3c1761e1354a81804: Waiting for close lock at 1732184777228Running coprocessor pre-close hooks at 1732184777228Disabling compacts and flushes for region at 1732184777228Disabling writes for close at 1732184777228Obtaining lock to block concurrent updates at 1732184777228Preparing flush snapshotting stores in 961609003b627bb3c1761e1354a81804 at 1732184777228Finished memstore snapshotting TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732184777228Flushing stores of TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804. at 1732184777229 (+1 ms)Flushing 961609003b627bb3c1761e1354a81804/A: creating writer at 1732184777229Flushing 961609003b627bb3c1761e1354a81804/A: appending metadata at 1732184777231 (+2 ms)Flushing 961609003b627bb3c1761e1354a81804/A: closing flushed file at 1732184777231Flushing 961609003b627bb3c1761e1354a81804/B: creating writer at 1732184777638 (+407 ms)Flushing 961609003b627bb3c1761e1354a81804/B: appending metadata at 1732184777640 (+2 ms)Flushing 961609003b627bb3c1761e1354a81804/B: closing flushed file at 1732184777640Flushing 961609003b627bb3c1761e1354a81804/C: creating writer at 1732184778047 (+407 ms)Flushing 961609003b627bb3c1761e1354a81804/C: appending metadata at 1732184778049 (+2 ms)Flushing 961609003b627bb3c1761e1354a81804/C: closing flushed file at 1732184778049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2277666: reopening flushed file at 1732184778457 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7e0b9b: reopening flushed file at 1732184778460 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5dee48: reopening flushed file at 1732184778464 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 961609003b627bb3c1761e1354a81804 in 1239ms, sequenceid=493, compaction requested=true at 1732184778467 (+3 ms)Writing region close event to WAL at 1732184778552 (+85 ms)Running coprocessor post-close hooks at 1732184778556 (+4 ms)Closed at 1732184778556 2024-11-21T10:26:18,560 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 961609003b627bb3c1761e1354a81804 2024-11-21T10:26:18,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=961609003b627bb3c1761e1354a81804, regionState=CLOSED 2024-11-21T10:26:18,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:26:18,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-21T10:26:18,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 961609003b627bb3c1761e1354a81804, server=2651e482101a,35291,1732184623540 in 1.4920 sec 2024-11-21T10:26:18,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T10:26:18,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=961609003b627bb3c1761e1354a81804, UNASSIGN in 1.4950 sec 2024-11-21T10:26:18,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-21T10:26:18,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-21T10:26:18,572 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184778572"}]},"ts":"1732184778572"} 2024-11-21T10:26:18,574 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T10:26:18,574 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T10:26:18,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-21T10:26:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T10:26:19,216 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:19,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T10:26:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,218 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,219 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T10:26:19,220 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804 2024-11-21T10:26:19,222 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/recovered.edits] 2024-11-21T10:26:19,224 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/41291b33ffb446ce89e4e96c8d7cf320 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/41291b33ffb446ce89e4e96c8d7cf320 2024-11-21T10:26:19,225 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/75ca73cae62d42f2b764c360d5141565 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/75ca73cae62d42f2b764c360d5141565 2024-11-21T10:26:19,226 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/c4fc277d60be45bfae7308899bd991c4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/A/c4fc277d60be45bfae7308899bd991c4 2024-11-21T10:26:19,228 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/0f6af50309f749dfad8b5e4be49163ca to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/0f6af50309f749dfad8b5e4be49163ca 2024-11-21T10:26:19,229 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/582bdc5250614b349846c1486e2c1046 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/582bdc5250614b349846c1486e2c1046 2024-11-21T10:26:19,230 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/da184208ef0b4813bd1bb4444ec5c457 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/B/da184208ef0b4813bd1bb4444ec5c457 2024-11-21T10:26:19,231 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/00e61a351f7947f58dd109303486780f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/00e61a351f7947f58dd109303486780f 2024-11-21T10:26:19,232 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2f4531f5e6cc46c2b6d8330e5b9dc8c0 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/2f4531f5e6cc46c2b6d8330e5b9dc8c0 2024-11-21T10:26:19,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/d2275aac6dbb4ae6968ebc15634e0889 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/C/d2275aac6dbb4ae6968ebc15634e0889 2024-11-21T10:26:19,234 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/recovered.edits/496.seqid to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804/recovered.edits/496.seqid 2024-11-21T10:26:19,235 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/961609003b627bb3c1761e1354a81804 2024-11-21T10:26:19,235 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T10:26:19,236 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,238 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T10:26:19,240 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T10:26:19,240 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,241 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T10:26:19,241 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732184779241"}]},"ts":"9223372036854775807"} 2024-11-21T10:26:19,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T10:26:19,242 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 961609003b627bb3c1761e1354a81804, NAME => 'TestAcidGuarantees,,1732184753360.961609003b627bb3c1761e1354a81804.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T10:26:19,242 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T10:26:19,242 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732184779242"}]},"ts":"9223372036854775807"} 2024-11-21T10:26:19,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T10:26:19,244 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-21T10:26:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T10:26:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T10:26:19,329 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:19,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 496) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2118 (was 2252) 2024-11-21T10:26:19,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=2118 2024-11-21T10:26:19,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:26:19,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:19,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T10:26:19,347 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:19,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-21T10:26:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T10:26:19,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T10:26:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742323_1499 (size=959) 2024-11-21T10:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T10:26:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T10:26:19,754 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff 2024-11-21T10:26:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742324_1500 (size=53) 2024-11-21T10:26:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T10:26:20,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:26:20,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e8fc699467654ce9089048a7f7ee5e37, disabling compactions & flushes 2024-11-21T10:26:20,159 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. after waiting 0 ms 2024-11-21T10:26:20,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,159 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8fc699467654ce9089048a7f7ee5e37: Waiting for close lock at 1732184780159Disabling compacts and flushes for region at 1732184780159Disabling writes for close at 1732184780159Writing region close event to WAL at 1732184780159Closed at 1732184780159 2024-11-21T10:26:20,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T10:26:20,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732184780161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732184780161"}]},"ts":"1732184780161"} 2024-11-21T10:26:20,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T10:26:20,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T10:26:20,163 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184780163"}]},"ts":"1732184780163"} 2024-11-21T10:26:20,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T10:26:20,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, ASSIGN}] 2024-11-21T10:26:20,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, ASSIGN 2024-11-21T10:26:20,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, ASSIGN; state=OFFLINE, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=false 2024-11-21T10:26:20,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:20,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, ASSIGN because future has completed 2024-11-21T10:26:20,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:26:20,471 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,472 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:26:20,472 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,472 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:26:20,472 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,472 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,473 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,474 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fc699467654ce9089048a7f7ee5e37 columnFamilyName A 2024-11-21T10:26:20,474 DEBUG [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:20,475 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(327): Store=e8fc699467654ce9089048a7f7ee5e37/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:26:20,475 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,475 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fc699467654ce9089048a7f7ee5e37 columnFamilyName B 2024-11-21T10:26:20,476 DEBUG [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:20,476 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(327): Store=e8fc699467654ce9089048a7f7ee5e37/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:26:20,476 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,477 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fc699467654ce9089048a7f7ee5e37 columnFamilyName C 2024-11-21T10:26:20,477 DEBUG [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:20,477 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(327): Store=e8fc699467654ce9089048a7f7ee5e37/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:26:20,477 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,478 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,478 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,479 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,479 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,479 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:26:20,480 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,482 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T10:26:20,482 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened e8fc699467654ce9089048a7f7ee5e37; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70311886, jitterRate=0.04772874712944031}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:26:20,482 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:20,483 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for e8fc699467654ce9089048a7f7ee5e37: Running coprocessor pre-open hook at 1732184780472Writing region info on filesystem at 1732184780472Initializing all the Stores at 1732184780473 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184780473Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184780473Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184780473Cleaning up temporary data from old regions at 1732184780479 (+6 ms)Running coprocessor post-open hooks at 1732184780482 (+3 ms)Region opened successfully at 1732184780482 2024-11-21T10:26:20,483 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., pid=140, masterSystemTime=1732184780469 2024-11-21T10:26:20,485 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,485 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:20,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=OPEN, openSeqNum=2, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T10:26:20,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:26:20,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-21T10:26:20,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 in 175 msec 2024-11-21T10:26:20,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T10:26:20,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, ASSIGN in 331 msec 2024-11-21T10:26:20,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T10:26:20,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184780496"}]},"ts":"1732184780496"} 2024-11-21T10:26:20,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T10:26:20,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T10:26:20,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-21T10:26:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T10:26:21,496 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:21,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:21,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:21,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:21,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d23fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:21,500 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:21,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b29d105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:21,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:21,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:21,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T10:26:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2651e482101a,44655,1732184622359 2024-11-21T10:26:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db01637 2024-11-21T10:26:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T10:26:21,504 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T10:26:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T10:26:21,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T10:26:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742325_1501 (size=995) 2024-11-21T10:26:21,919 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-21T10:26:21,919 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-21T10:26:21,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:26:21,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, REOPEN/MOVE}] 2024-11-21T10:26:21,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, REOPEN/MOVE 2024-11-21T10:26:21,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:21,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, REOPEN/MOVE because future has completed 2024-11-21T10:26:21,925 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:26:21,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:26:22,077 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,077 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:26:22,077 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing e8fc699467654ce9089048a7f7ee5e37, disabling compactions & flushes 2024-11-21T10:26:22,077 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,077 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,077 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. after waiting 0 ms 2024-11-21T10:26:22,077 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,081 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T10:26:22,081 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,081 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for e8fc699467654ce9089048a7f7ee5e37: Waiting for close lock at 1732184782077Running coprocessor pre-close hooks at 1732184782077Disabling compacts and flushes for region at 1732184782077Disabling writes for close at 1732184782077Writing region close event to WAL at 1732184782078 (+1 ms)Running coprocessor post-close hooks at 1732184782081 (+3 ms)Closed at 1732184782081 2024-11-21T10:26:22,081 WARN [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: e8fc699467654ce9089048a7f7ee5e37 to self. 2024-11-21T10:26:22,083 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=CLOSED 2024-11-21T10:26:22,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:26:22,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-21T10:26:22,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 in 160 msec 2024-11-21T10:26:22,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, REOPEN/MOVE; state=CLOSED, location=2651e482101a,35291,1732184623540; forceNewPlan=false, retain=true 2024-11-21T10:26:22,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=OPENING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, REOPEN/MOVE because future has completed 2024-11-21T10:26:22,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:26:22,393 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,393 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} 2024-11-21T10:26:22,393 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,393 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T10:26:22,393 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,393 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,394 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,395 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fc699467654ce9089048a7f7ee5e37 columnFamilyName A 2024-11-21T10:26:22,396 DEBUG [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:22,396 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(327): Store=e8fc699467654ce9089048a7f7ee5e37/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:26:22,396 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,397 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fc699467654ce9089048a7f7ee5e37 columnFamilyName B 2024-11-21T10:26:22,397 DEBUG [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:22,397 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(327): Store=e8fc699467654ce9089048a7f7ee5e37/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:26:22,397 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,397 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8fc699467654ce9089048a7f7ee5e37 columnFamilyName C 2024-11-21T10:26:22,398 DEBUG [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:22,398 INFO [StoreOpener-e8fc699467654ce9089048a7f7ee5e37-1 {}] regionserver.HStore(327): Store=e8fc699467654ce9089048a7f7ee5e37/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T10:26:22,398 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,398 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,399 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,400 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,400 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,400 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T10:26:22,401 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,401 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened e8fc699467654ce9089048a7f7ee5e37; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74802326, jitterRate=0.11464151740074158}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T10:26:22,401 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,402 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for e8fc699467654ce9089048a7f7ee5e37: Running coprocessor pre-open hook at 1732184782393Writing region info on filesystem at 1732184782393Initializing all the Stores at 1732184782394 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184782394Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184782394Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732184782394Cleaning up temporary data from old regions at 1732184782400 (+6 ms)Running coprocessor post-open hooks at 1732184782401 (+1 ms)Region opened successfully at 1732184782402 (+1 ms) 2024-11-21T10:26:22,403 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., pid=145, masterSystemTime=1732184782391 2024-11-21T10:26:22,404 DEBUG [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,404 INFO [RS_OPEN_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=OPEN, openSeqNum=5, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:26:22,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-21T10:26:22,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 in 167 msec 2024-11-21T10:26:22,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T10:26:22,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, REOPEN/MOVE in 485 msec 2024-11-21T10:26:22,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-21T10:26:22,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-21T10:26:22,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-21T10:26:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T10:26:22,414 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:22,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,415 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2454347b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367bae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,418 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258da4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,419 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcaaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,421 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a34208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,422 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45a1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,424 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdefa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,426 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb1968b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183327e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,429 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7534b599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db75d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,432 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4a2949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cfd1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282475f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,437 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5343c2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,439 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0f460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,440 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35514954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2651e482101a,44655,-1 for getting cluster id 2024-11-21T10:26:22,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T10:26:22,442 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425c5fc4-9626-4472-8df3-14fefbd1b094' 2024-11-21T10:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T10:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425c5fc4-9626-4472-8df3-14fefbd1b094" 2024-11-21T10:26:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584fb2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2651e482101a,44655,-1] 2024-11-21T10:26:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T10:26:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:22,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T10:26:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fb5ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:26:22,445 DEBUG [Thread-2252 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,445 DEBUG [Thread-2269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,445 DEBUG [Thread-2267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,446 DEBUG [Thread-2256 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,446 DEBUG [Thread-2260 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,447 DEBUG [Thread-2271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:22,450 DEBUG [Thread-2258 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-21T10:26:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,452 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:22,453 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:22,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,458 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:22,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T10:26:22,460 DEBUG [Thread-2263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,462 DEBUG [Thread-2265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,462 DEBUG [Thread-2254 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T10:26:22,463 DEBUG [Thread-2265 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,463 DEBUG [Thread-2254 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2651e482101a,35291,1732184623540, seqNum=-1] 2024-11-21T10:26:22,463 DEBUG [Thread-2265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,463 DEBUG [Thread-2254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T10:26:22,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T10:26:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5] 2024-11-21T10:26:22,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214f15ba72d6d145bfb566ae0585a33826_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184782458/Put/seqid=0 2024-11-21T10:26:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742326_1502 (size=12154) 2024-11-21T10:26:22,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184842493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184842494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214f15ba72d6d145bfb566ae0585a33826_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f15ba72d6d145bfb566ae0585a33826_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184842495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184842496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a35b21463bef4b929be56619c56d2a04, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:22,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184842494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a35b21463bef4b929be56619c56d2a04 is 175, key is test_row_0/A:col10/1732184782458/Put/seqid=0 2024-11-21T10:26:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742327_1503 (size=30955) 2024-11-21T10:26:22,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a35b21463bef4b929be56619c56d2a04 2024-11-21T10:26:22,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/39c858a33456444f831aa05f1c9c3d66 is 50, key is test_row_0/B:col10/1732184782458/Put/seqid=0 2024-11-21T10:26:22,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742328_1504 (size=12001) 2024-11-21T10:26:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:22,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184842606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184842606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184842606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184842607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184842607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184842816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184842816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184842817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184842817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184842817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:22,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:22,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:22,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/39c858a33456444f831aa05f1c9c3d66 2024-11-21T10:26:22,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/8932c2596ef04d7aa37efaa48be6a092 is 50, key is test_row_0/C:col10/1732184782458/Put/seqid=0 2024-11-21T10:26:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742329_1505 (size=12001) 2024-11-21T10:26:23,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:23,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184843126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184843126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184843126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184843126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184843127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:23,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/8932c2596ef04d7aa37efaa48be6a092 2024-11-21T10:26:23,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a35b21463bef4b929be56619c56d2a04 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04 2024-11-21T10:26:23,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T10:26:23,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/39c858a33456444f831aa05f1c9c3d66 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/39c858a33456444f831aa05f1c9c3d66 2024-11-21T10:26:23,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/39c858a33456444f831aa05f1c9c3d66, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T10:26:23,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/8932c2596ef04d7aa37efaa48be6a092 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/8932c2596ef04d7aa37efaa48be6a092 2024-11-21T10:26:23,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/8932c2596ef04d7aa37efaa48be6a092, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T10:26:23,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e8fc699467654ce9089048a7f7ee5e37 in 945ms, sequenceid=16, compaction requested=false 2024-11-21T10:26:23,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:23,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T10:26:23,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:23,523 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:26:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aac66347dfd0420d9cef9dc119009d56_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184782493/Put/seqid=0 2024-11-21T10:26:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742330_1506 (size=12154) 2024-11-21T10:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:23,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:23,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184843683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184843683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184843683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184843687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184843687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184843796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184843796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184843796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184843796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184843796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:23,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aac66347dfd0420d9cef9dc119009d56_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aac66347dfd0420d9cef9dc119009d56_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:23,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/95c6414c85a34a5f9dd6d04bbc561ebf, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:23,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/95c6414c85a34a5f9dd6d04bbc561ebf is 175, key is test_row_0/A:col10/1732184782493/Put/seqid=0 2024-11-21T10:26:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742331_1507 (size=30955) 2024-11-21T10:26:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:26:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184844316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184844317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184844317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184844317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184844317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,359 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/95c6414c85a34a5f9dd6d04bbc561ebf 2024-11-21T10:26:24,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/f7292f5a34d4488b92b5cbd7767c5356 is 50, key is test_row_0/B:col10/1732184782493/Put/seqid=0 2024-11-21T10:26:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742332_1508 (size=12001) 2024-11-21T10:26:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:24,773 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/f7292f5a34d4488b92b5cbd7767c5356 2024-11-21T10:26:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/2027237ce84046f98144a99b8566bb89 is 50, key is test_row_0/C:col10/1732184782493/Put/seqid=0 2024-11-21T10:26:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742333_1509 (size=12001) 2024-11-21T10:26:24,786 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/2027237ce84046f98144a99b8566bb89 2024-11-21T10:26:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/95c6414c85a34a5f9dd6d04bbc561ebf as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf 2024-11-21T10:26:24,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T10:26:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/f7292f5a34d4488b92b5cbd7767c5356 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/f7292f5a34d4488b92b5cbd7767c5356 2024-11-21T10:26:24,801 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/f7292f5a34d4488b92b5cbd7767c5356, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T10:26:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/2027237ce84046f98144a99b8566bb89 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/2027237ce84046f98144a99b8566bb89 2024-11-21T10:26:24,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/2027237ce84046f98144a99b8566bb89, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T10:26:24,808 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e8fc699467654ce9089048a7f7ee5e37 in 1285ms, sequenceid=40, compaction requested=false 2024-11-21T10:26:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-21T10:26:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-21T10:26:24,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T10:26:24,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3570 sec 2024-11-21T10:26:24,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.3660 sec 2024-11-21T10:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:24,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:24,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T10:26:24,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f9a33095fb414539bdf5c137072042b0_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742334_1510 (size=12154) 2024-11-21T10:26:24,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184844848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184844852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184844853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184844854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184844854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184844956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184844966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184844966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184844966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184844966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:24,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184845166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184845176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184845176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184845176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184845176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:25,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f9a33095fb414539bdf5c137072042b0_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f9a33095fb414539bdf5c137072042b0_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:25,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/039ac69b1dc841fd8507d142d12dba51, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:25,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/039ac69b1dc841fd8507d142d12dba51 is 175, key is test_row_0/A:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:25,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742335_1511 (size=30955) 2024-11-21T10:26:25,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184845476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184845486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184845487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184845487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184845487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:25,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/039ac69b1dc841fd8507d142d12dba51 2024-11-21T10:26:25,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/a0fea48d2b1741dbaa5771335bdcabf7 is 50, key is test_row_0/B:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742336_1512 (size=12001) 2024-11-21T10:26:25,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/a0fea48d2b1741dbaa5771335bdcabf7 2024-11-21T10:26:25,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c9163dfdfa4c412499a64ea677632b18 is 50, key is test_row_0/C:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742337_1513 (size=12001) 2024-11-21T10:26:25,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184845986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:25,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:25,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:26,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184845997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:26,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184845997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:26,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184845997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184845997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:26,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c9163dfdfa4c412499a64ea677632b18 2024-11-21T10:26:26,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/039ac69b1dc841fd8507d142d12dba51 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51 2024-11-21T10:26:26,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51, entries=150, sequenceid=55, filesize=30.2 K 2024-11-21T10:26:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/a0fea48d2b1741dbaa5771335bdcabf7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a0fea48d2b1741dbaa5771335bdcabf7 2024-11-21T10:26:26,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a0fea48d2b1741dbaa5771335bdcabf7, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T10:26:26,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c9163dfdfa4c412499a64ea677632b18 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c9163dfdfa4c412499a64ea677632b18 2024-11-21T10:26:26,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c9163dfdfa4c412499a64ea677632b18, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T10:26:26,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e8fc699467654ce9089048a7f7ee5e37 in 1376ms, sequenceid=55, compaction requested=true 2024-11-21T10:26:26,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:26,204 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:26,205 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:26,205 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:26,206 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:26,206 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:26,206 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=90.7 K 2024-11-21T10:26:26,206 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:26,206 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51] 2024-11-21T10:26:26,206 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:26,206 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:26,206 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:26,206 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/39c858a33456444f831aa05f1c9c3d66, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/f7292f5a34d4488b92b5cbd7767c5356, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a0fea48d2b1741dbaa5771335bdcabf7] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.2 K 2024-11-21T10:26:26,206 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting a35b21463bef4b929be56619c56d2a04, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184782456 2024-11-21T10:26:26,207 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95c6414c85a34a5f9dd6d04bbc561ebf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184782472 2024-11-21T10:26:26,207 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c858a33456444f831aa05f1c9c3d66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184782456 2024-11-21T10:26:26,207 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 039ac69b1dc841fd8507d142d12dba51, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184783686 2024-11-21T10:26:26,208 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f7292f5a34d4488b92b5cbd7767c5356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184782472 2024-11-21T10:26:26,209 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a0fea48d2b1741dbaa5771335bdcabf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184783686 2024-11-21T10:26:26,237 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:26,258 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:26,258 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/66629f9002164fcf9f4140968f049fef is 50, key is test_row_0/B:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:26,259 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c375985676144404a3279859f0e07561_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:26,262 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c375985676144404a3279859f0e07561_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:26,263 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c375985676144404a3279859f0e07561_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742338_1514 (size=12104) 2024-11-21T10:26:26,280 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/66629f9002164fcf9f4140968f049fef as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/66629f9002164fcf9f4140968f049fef 2024-11-21T10:26:26,285 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into 66629f9002164fcf9f4140968f049fef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:26,285 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:26,286 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184786205; duration=0sec 2024-11-21T10:26:26,286 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:26,286 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:26,286 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:26,286 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:26,286 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:26,287 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:26,287 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/8932c2596ef04d7aa37efaa48be6a092, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/2027237ce84046f98144a99b8566bb89, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c9163dfdfa4c412499a64ea677632b18] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.2 K 2024-11-21T10:26:26,287 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 8932c2596ef04d7aa37efaa48be6a092, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732184782456 2024-11-21T10:26:26,287 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 2027237ce84046f98144a99b8566bb89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732184782472 2024-11-21T10:26:26,287 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c9163dfdfa4c412499a64ea677632b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184783686 2024-11-21T10:26:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742339_1515 (size=4469) 2024-11-21T10:26:26,296 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:26,296 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/1095c57d0c8443fa855189d2cea4953f is 50, key is test_row_0/C:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742340_1516 (size=12104) 2024-11-21T10:26:26,343 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/1095c57d0c8443fa855189d2cea4953f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/1095c57d0c8443fa855189d2cea4953f 2024-11-21T10:26:26,350 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into 1095c57d0c8443fa855189d2cea4953f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:26,350 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:26,350 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184786205; duration=0sec 2024-11-21T10:26:26,350 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:26,350 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T10:26:26,607 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:26,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-21T10:26:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T10:26:26,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:26,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:26,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:26,696 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#444 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:26,697 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/8281ca2269894229a1ea84846ba95e04 is 175, key is test_row_0/A:col10/1732184783686/Put/seqid=0 2024-11-21T10:26:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742341_1517 (size=31058) 2024-11-21T10:26:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T10:26:26,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T10:26:26,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:26,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T10:26:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213ceb4715b819401588793e2192cdb24c_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184784844/Put/seqid=0 2024-11-21T10:26:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742342_1518 (size=12154) 2024-11-21T10:26:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T10:26:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:26,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184847018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184847019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184847020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184847020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184847023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,110 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/8281ca2269894229a1ea84846ba95e04 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/8281ca2269894229a1ea84846ba95e04 2024-11-21T10:26:27,114 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into 8281ca2269894229a1ea84846ba95e04(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:27,114 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:27,114 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184786204; duration=0sec 2024-11-21T10:26:27,114 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:27,114 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184847126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184847126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184847126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184847126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184847137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:27,179 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213ceb4715b819401588793e2192cdb24c_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213ceb4715b819401588793e2192cdb24c_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4eae139bbb0a494f988862a5bfd9a2f1, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4eae139bbb0a494f988862a5bfd9a2f1 is 175, key is test_row_0/A:col10/1732184784844/Put/seqid=0 2024-11-21T10:26:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742343_1519 (size=30955) 2024-11-21T10:26:27,190 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4eae139bbb0a494f988862a5bfd9a2f1 2024-11-21T10:26:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/71e2f958d3b843f89d8d2a9733bcdfe1 is 50, key is test_row_0/B:col10/1732184784844/Put/seqid=0 2024-11-21T10:26:27,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742344_1520 (size=12001) 2024-11-21T10:26:27,212 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/71e2f958d3b843f89d8d2a9733bcdfe1 2024-11-21T10:26:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c12963b590924d9a873f0dde02639b5f is 50, key is test_row_0/C:col10/1732184784844/Put/seqid=0 2024-11-21T10:26:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742345_1521 (size=12001) 2024-11-21T10:26:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T10:26:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184847336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184847336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184847337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184847337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184847346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,634 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c12963b590924d9a873f0dde02639b5f 2024-11-21T10:26:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4eae139bbb0a494f988862a5bfd9a2f1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1 2024-11-21T10:26:27,639 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1, entries=150, sequenceid=78, filesize=30.2 K 2024-11-21T10:26:27,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/71e2f958d3b843f89d8d2a9733bcdfe1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/71e2f958d3b843f89d8d2a9733bcdfe1 2024-11-21T10:26:27,643 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/71e2f958d3b843f89d8d2a9733bcdfe1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T10:26:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c12963b590924d9a873f0dde02639b5f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c12963b590924d9a873f0dde02639b5f 2024-11-21T10:26:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184847647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184847647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,650 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c12963b590924d9a873f0dde02639b5f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T10:26:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184847647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,652 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e8fc699467654ce9089048a7f7ee5e37 in 891ms, sequenceid=78, compaction requested=false 2024-11-21T10:26:27,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-21T10:26:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-21T10:26:27,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T10:26:27,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-21T10:26:27,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.0490 sec 2024-11-21T10:26:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:27,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T10:26:27,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214c0fff445aee4575b19bc658266038e5_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742346_1522 (size=12154) 2024-11-21T10:26:27,689 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:27,692 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214c0fff445aee4575b19bc658266038e5_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214c0fff445aee4575b19bc658266038e5_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:27,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/60605c21f36944218b91dd6291d46e05, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:27,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/60605c21f36944218b91dd6291d46e05 is 175, key is test_row_0/A:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:27,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184847697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184847698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742347_1523 (size=30955) 2024-11-21T10:26:27,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/60605c21f36944218b91dd6291d46e05 2024-11-21T10:26:27,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/a9998e544a0b453abe938ee2620e4bed is 50, key is test_row_0/B:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:27,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742348_1524 (size=12001) 2024-11-21T10:26:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T10:26:27,746 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:27,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-21T10:26:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T10:26:27,750 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:27,751 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:27,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184847807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184847807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T10:26:27,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T10:26:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:27,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184848016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184848016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T10:26:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T10:26:28,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/a9998e544a0b453abe938ee2620e4bed 2024-11-21T10:26:28,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/ac5b8351172b42e984650ab1f99a34f2 is 50, key is test_row_0/C:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742349_1525 (size=12001) 2024-11-21T10:26:28,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184848156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184848156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184848166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T10:26:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184848326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184848326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T10:26:28,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:28,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T10:26:28,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T10:26:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:28,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/ac5b8351172b42e984650ab1f99a34f2 2024-11-21T10:26:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/60605c21f36944218b91dd6291d46e05 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05 2024-11-21T10:26:28,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05, entries=150, sequenceid=96, filesize=30.2 K 2024-11-21T10:26:28,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/a9998e544a0b453abe938ee2620e4bed as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a9998e544a0b453abe938ee2620e4bed 2024-11-21T10:26:28,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a9998e544a0b453abe938ee2620e4bed, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T10:26:28,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/ac5b8351172b42e984650ab1f99a34f2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/ac5b8351172b42e984650ab1f99a34f2 2024-11-21T10:26:28,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/ac5b8351172b42e984650ab1f99a34f2, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T10:26:28,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e8fc699467654ce9089048a7f7ee5e37 in 892ms, sequenceid=96, compaction requested=true 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:28,552 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:28,552 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:28,553 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:28,553 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:28,553 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,553 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/8281ca2269894229a1ea84846ba95e04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=90.8 K 2024-11-21T10:26:28,553 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,553 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/8281ca2269894229a1ea84846ba95e04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05] 2024-11-21T10:26:28,553 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:28,553 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:28,553 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,554 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/66629f9002164fcf9f4140968f049fef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/71e2f958d3b843f89d8d2a9733bcdfe1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a9998e544a0b453abe938ee2620e4bed] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.3 K 2024-11-21T10:26:28,554 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 66629f9002164fcf9f4140968f049fef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184783686 2024-11-21T10:26:28,554 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8281ca2269894229a1ea84846ba95e04, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184783686 2024-11-21T10:26:28,555 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e2f958d3b843f89d8d2a9733bcdfe1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732184784844 2024-11-21T10:26:28,555 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eae139bbb0a494f988862a5bfd9a2f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732184784844 2024-11-21T10:26:28,555 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting a9998e544a0b453abe938ee2620e4bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184787022 2024-11-21T10:26:28,555 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60605c21f36944218b91dd6291d46e05, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184787022 2024-11-21T10:26:28,560 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:28,562 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:28,562 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4cba33d0f9d4490fa6fdce95c9b9df44 is 50, key is test_row_0/B:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:28,563 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112113f8f41590204409adf348cc8d5053a3_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:28,565 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112113f8f41590204409adf348cc8d5053a3_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:28,565 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112113f8f41590204409adf348cc8d5053a3_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742350_1526 (size=12207) 2024-11-21T10:26:28,597 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4cba33d0f9d4490fa6fdce95c9b9df44 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4cba33d0f9d4490fa6fdce95c9b9df44 2024-11-21T10:26:28,602 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into 4cba33d0f9d4490fa6fdce95c9b9df44(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:28,602 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:28,602 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184788552; duration=0sec 2024-11-21T10:26:28,602 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:28,602 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:28,602 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:28,603 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:28,603 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:28,603 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,603 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/1095c57d0c8443fa855189d2cea4953f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c12963b590924d9a873f0dde02639b5f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/ac5b8351172b42e984650ab1f99a34f2] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.3 K 2024-11-21T10:26:28,603 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 1095c57d0c8443fa855189d2cea4953f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732184783686 2024-11-21T10:26:28,604 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c12963b590924d9a873f0dde02639b5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732184784844 2024-11-21T10:26:28,604 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting ac5b8351172b42e984650ab1f99a34f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184787022 2024-11-21T10:26:28,609 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:28,610 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/b4c1549a87264a44b5c9a8b1678296c8 is 50, key is test_row_0/C:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742352_1528 (size=12207) 2024-11-21T10:26:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742351_1527 (size=4469) 2024-11-21T10:26:28,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T10:26:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:28,667 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T10:26:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211e1218ca0f5c4d968d429264d392e5af_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184787697/Put/seqid=0 2024-11-21T10:26:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742353_1529 (size=12154) 2024-11-21T10:26:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T10:26:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184848882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184848883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184848996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184848996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,022 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#454 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:29,022 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/df2583ee843e4e8e808bf976bbc4ecff is 175, key is test_row_0/A:col10/1732184787659/Put/seqid=0 2024-11-21T10:26:29,028 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/b4c1549a87264a44b5c9a8b1678296c8 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b4c1549a87264a44b5c9a8b1678296c8 2024-11-21T10:26:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742354_1530 (size=31161) 2024-11-21T10:26:29,034 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/df2583ee843e4e8e808bf976bbc4ecff as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/df2583ee843e4e8e808bf976bbc4ecff 2024-11-21T10:26:29,037 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into b4c1549a87264a44b5c9a8b1678296c8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:29,037 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:29,037 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184788552; duration=0sec 2024-11-21T10:26:29,037 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:29,037 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:29,038 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into df2583ee843e4e8e808bf976bbc4ecff(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:29,038 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:29,038 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184788552; duration=0sec 2024-11-21T10:26:29,038 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:29,038 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:29,084 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211e1218ca0f5c4d968d429264d392e5af_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211e1218ca0f5c4d968d429264d392e5af_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/b52d12e150ee495796cd67977cb1aae9, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:29,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/b52d12e150ee495796cd67977cb1aae9 is 175, key is test_row_0/A:col10/1732184787697/Put/seqid=0 2024-11-21T10:26:29,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742355_1531 (size=30955) 2024-11-21T10:26:29,100 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/b52d12e150ee495796cd67977cb1aae9 2024-11-21T10:26:29,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/945a6a613e00460dab8dabc3150399ce is 50, key is test_row_0/B:col10/1732184787697/Put/seqid=0 2024-11-21T10:26:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742356_1532 (size=12001) 2024-11-21T10:26:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184849167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,169 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184849176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184849176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,178 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:29,178 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184849206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184849207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,508 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/945a6a613e00460dab8dabc3150399ce 2024-11-21T10:26:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/5398cc1f26e7423a9ba971c0872e2bf9 is 50, key is test_row_0/C:col10/1732184787697/Put/seqid=0 2024-11-21T10:26:29,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184849516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184849516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:29,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742357_1533 (size=12001) 2024-11-21T10:26:29,527 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/5398cc1f26e7423a9ba971c0872e2bf9 2024-11-21T10:26:29,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/b52d12e150ee495796cd67977cb1aae9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9 2024-11-21T10:26:29,534 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9, entries=150, sequenceid=116, filesize=30.2 K 2024-11-21T10:26:29,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/945a6a613e00460dab8dabc3150399ce as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/945a6a613e00460dab8dabc3150399ce 2024-11-21T10:26:29,537 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/945a6a613e00460dab8dabc3150399ce, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:26:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/5398cc1f26e7423a9ba971c0872e2bf9 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/5398cc1f26e7423a9ba971c0872e2bf9 2024-11-21T10:26:29,540 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/5398cc1f26e7423a9ba971c0872e2bf9, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T10:26:29,541 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e8fc699467654ce9089048a7f7ee5e37 in 874ms, sequenceid=116, compaction requested=false 2024-11-21T10:26:29,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:29,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:29,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-21T10:26:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-21T10:26:29,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-21T10:26:29,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7920 sec 2024-11-21T10:26:29,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.8010 sec 2024-11-21T10:26:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T10:26:29,896 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:29,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-21T10:26:29,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:29,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:29,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:30,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T10:26:30,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121387bec1e802144159044571896d2b961_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:30,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742358_1534 (size=14794) 2024-11-21T10:26:30,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184850066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184850067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184850176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184850176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:30,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184850386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184850386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:30,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121387bec1e802144159044571896d2b961_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121387bec1e802144159044571896d2b961_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:30,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/eedbdfcd3299442a817fd1416ab28394, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:30,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/eedbdfcd3299442a817fd1416ab28394 is 175, key is test_row_0/A:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:30,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742359_1535 (size=39749) 2024-11-21T10:26:30,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:30,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184850697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184850697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:30,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/eedbdfcd3299442a817fd1416ab28394 2024-11-21T10:26:30,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/57f4006813ac4276897f48f5dda0010f is 50, key is test_row_0/B:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:30,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742360_1536 (size=12151) 2024-11-21T10:26:30,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:30,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:31,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184851186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:31,188 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184851196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184851197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:31,201 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,201 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:31,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184851206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:31,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184851206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:31,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/57f4006813ac4276897f48f5dda0010f 2024-11-21T10:26:31,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c0fb314e2fd34dfa92c978419a788e01 is 50, key is test_row_0/C:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742361_1537 (size=12151) 2024-11-21T10:26:31,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:31,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c0fb314e2fd34dfa92c978419a788e01 2024-11-21T10:26:31,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/eedbdfcd3299442a817fd1416ab28394 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394 2024-11-21T10:26:31,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394, entries=200, sequenceid=136, filesize=38.8 K 2024-11-21T10:26:31,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/57f4006813ac4276897f48f5dda0010f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/57f4006813ac4276897f48f5dda0010f 2024-11-21T10:26:31,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/57f4006813ac4276897f48f5dda0010f, entries=150, sequenceid=136, filesize=11.9 K 2024-11-21T10:26:31,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c0fb314e2fd34dfa92c978419a788e01 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c0fb314e2fd34dfa92c978419a788e01 2024-11-21T10:26:31,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c0fb314e2fd34dfa92c978419a788e01, entries=150, sequenceid=136, filesize=11.9 K 2024-11-21T10:26:31,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e8fc699467654ce9089048a7f7ee5e37 in 1689ms, sequenceid=136, compaction requested=true 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:31,717 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:31,717 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:31,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:31,718 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:31,718 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:31,718 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,718 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4cba33d0f9d4490fa6fdce95c9b9df44, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/945a6a613e00460dab8dabc3150399ce, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/57f4006813ac4276897f48f5dda0010f] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.5 K 2024-11-21T10:26:31,719 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:31,719 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:31,719 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,719 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/df2583ee843e4e8e808bf976bbc4ecff, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=99.5 K 2024-11-21T10:26:31,719 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,719 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/df2583ee843e4e8e808bf976bbc4ecff, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394] 2024-11-21T10:26:31,719 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cba33d0f9d4490fa6fdce95c9b9df44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184787022 2024-11-21T10:26:31,719 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting df2583ee843e4e8e808bf976bbc4ecff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184787022 2024-11-21T10:26:31,720 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 945a6a613e00460dab8dabc3150399ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184787686 2024-11-21T10:26:31,720 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting b52d12e150ee495796cd67977cb1aae9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184787686 2024-11-21T10:26:31,720 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 57f4006813ac4276897f48f5dda0010f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732184788877 2024-11-21T10:26:31,720 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting eedbdfcd3299442a817fd1416ab28394, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732184788877 2024-11-21T10:26:31,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T10:26:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T10:26:31,754 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:31,755 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4bc1bfb966f742f2b33221969d104918 is 50, key is test_row_0/B:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:31,761 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170a9dcf9ad99406090baf3ac1ee548b3_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184790055/Put/seqid=0 2024-11-21T10:26:31,773 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fd4b38554f4e43928af5556aa8eb974b_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:31,775 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fd4b38554f4e43928af5556aa8eb974b_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:31,775 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fd4b38554f4e43928af5556aa8eb974b_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742363_1539 (size=12304) 2024-11-21T10:26:31,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742362_1538 (size=12459) 2024-11-21T10:26:31,789 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170a9dcf9ad99406090baf3ac1ee548b3_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170a9dcf9ad99406090baf3ac1ee548b3_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:31,790 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4bc1bfb966f742f2b33221969d104918 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4bc1bfb966f742f2b33221969d104918 2024-11-21T10:26:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/159be919bf7d4e8ea831bcd611a99234, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/159be919bf7d4e8ea831bcd611a99234 is 175, key is test_row_0/A:col10/1732184790055/Put/seqid=0 2024-11-21T10:26:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742364_1540 (size=4469) 2024-11-21T10:26:31,797 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into 4bc1bfb966f742f2b33221969d104918(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:31,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:31,797 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184791717; duration=0sec 2024-11-21T10:26:31,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:31,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:31,797 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:31,798 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:31,798 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:31,798 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:31,798 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b4c1549a87264a44b5c9a8b1678296c8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/5398cc1f26e7423a9ba971c0872e2bf9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c0fb314e2fd34dfa92c978419a788e01] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.5 K 2024-11-21T10:26:31,799 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting b4c1549a87264a44b5c9a8b1678296c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732184787022 2024-11-21T10:26:31,799 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5398cc1f26e7423a9ba971c0872e2bf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732184787686 2024-11-21T10:26:31,800 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c0fb314e2fd34dfa92c978419a788e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732184788877 2024-11-21T10:26:31,806 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:31,807 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/98c94f1322ee4d5b8d692404d7343d79 is 50, key is test_row_0/C:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742365_1541 (size=31105) 2024-11-21T10:26:31,811 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/159be919bf7d4e8ea831bcd611a99234 2024-11-21T10:26:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/dd6e13605ee54a469d24039bb7686778 is 50, key is test_row_0/B:col10/1732184790055/Put/seqid=0 2024-11-21T10:26:31,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742366_1542 (size=12459) 2024-11-21T10:26:31,840 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/98c94f1322ee4d5b8d692404d7343d79 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/98c94f1322ee4d5b8d692404d7343d79 2024-11-21T10:26:31,853 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into 98c94f1322ee4d5b8d692404d7343d79(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:31,853 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:31,853 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184791717; duration=0sec 2024-11-21T10:26:31,853 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:31,853 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742367_1543 (size=12151) 2024-11-21T10:26:31,855 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/dd6e13605ee54a469d24039bb7686778 2024-11-21T10:26:31,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/f48682c927de4202a40a7c53a23730a4 is 50, key is test_row_0/C:col10/1732184790055/Put/seqid=0 2024-11-21T10:26:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742368_1544 (size=12151) 2024-11-21T10:26:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:32,197 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:32,197 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/de5721c0f6f14c549cdbf1b4031209df is 175, key is test_row_0/A:col10/1732184788881/Put/seqid=0 2024-11-21T10:26:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742369_1545 (size=31413) 2024-11-21T10:26:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:32,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:32,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184852260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184852261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/f48682c927de4202a40a7c53a23730a4 2024-11-21T10:26:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/159be919bf7d4e8ea831bcd611a99234 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234 2024-11-21T10:26:32,276 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234, entries=150, sequenceid=154, filesize=30.4 K 2024-11-21T10:26:32,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/dd6e13605ee54a469d24039bb7686778 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/dd6e13605ee54a469d24039bb7686778 2024-11-21T10:26:32,279 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/dd6e13605ee54a469d24039bb7686778, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T10:26:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/f48682c927de4202a40a7c53a23730a4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/f48682c927de4202a40a7c53a23730a4 2024-11-21T10:26:32,282 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/f48682c927de4202a40a7c53a23730a4, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T10:26:32,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e8fc699467654ce9089048a7f7ee5e37 in 548ms, sequenceid=154, compaction requested=false 2024-11-21T10:26:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-21T10:26:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-21T10:26:32,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T10:26:32,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3860 sec 2024-11-21T10:26:32,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.3900 sec 2024-11-21T10:26:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:32,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T10:26:32,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121acb7f3f9caa44f63944572530697dd7b_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:32,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742370_1546 (size=14794) 2024-11-21T10:26:32,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184852448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184852448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184852556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184852556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,604 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/de5721c0f6f14c549cdbf1b4031209df as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/de5721c0f6f14c549cdbf1b4031209df 2024-11-21T10:26:32,608 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into de5721c0f6f14c549cdbf1b4031209df(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:32,608 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:32,608 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184791717; duration=0sec 2024-11-21T10:26:32,608 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:32,608 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184852766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:32,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184852766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:32,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:32,796 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:32,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121acb7f3f9caa44f63944572530697dd7b_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121acb7f3f9caa44f63944572530697dd7b_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:32,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/ccd5a2abfa4243e888490070fb20735a, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:32,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/ccd5a2abfa4243e888490070fb20735a is 175, key is test_row_0/A:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:32,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742371_1547 (size=39749) 2024-11-21T10:26:33,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184853076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:33,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184853076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:33,208 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/ccd5a2abfa4243e888490070fb20735a 2024-11-21T10:26:33,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/22b7f498fd7a444f85173ff36f8c2f99 is 50, key is test_row_0/B:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742372_1548 (size=12151) 2024-11-21T10:26:33,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184853586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:33,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184853587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:33,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/22b7f498fd7a444f85173ff36f8c2f99 2024-11-21T10:26:33,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/75d725c8d5cc43f7a9aa7befe52e3401 is 50, key is test_row_0/C:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742373_1549 (size=12151) 2024-11-21T10:26:34,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/75d725c8d5cc43f7a9aa7befe52e3401 2024-11-21T10:26:34,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/ccd5a2abfa4243e888490070fb20735a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a 2024-11-21T10:26:34,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a, entries=200, sequenceid=176, filesize=38.8 K 2024-11-21T10:26:34,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/22b7f498fd7a444f85173ff36f8c2f99 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/22b7f498fd7a444f85173ff36f8c2f99 2024-11-21T10:26:34,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/22b7f498fd7a444f85173ff36f8c2f99, entries=150, sequenceid=176, filesize=11.9 K 2024-11-21T10:26:34,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/75d725c8d5cc43f7a9aa7befe52e3401 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/75d725c8d5cc43f7a9aa7befe52e3401 2024-11-21T10:26:34,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/75d725c8d5cc43f7a9aa7befe52e3401, entries=150, sequenceid=176, filesize=11.9 K 2024-11-21T10:26:34,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e8fc699467654ce9089048a7f7ee5e37 in 1675ms, sequenceid=176, compaction requested=true 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:34,043 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:34,043 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:34,044 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:34,044 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:34,044 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:34,044 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/de5721c0f6f14c549cdbf1b4031209df, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=99.9 K 2024-11-21T10:26:34,044 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:34,044 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/de5721c0f6f14c549cdbf1b4031209df, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a] 2024-11-21T10:26:34,045 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:34,045 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:34,045 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:34,045 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4bc1bfb966f742f2b33221969d104918, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/dd6e13605ee54a469d24039bb7686778, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/22b7f498fd7a444f85173ff36f8c2f99] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.9 K 2024-11-21T10:26:34,045 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting de5721c0f6f14c549cdbf1b4031209df, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732184788877 2024-11-21T10:26:34,045 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc1bfb966f742f2b33221969d104918, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732184788877 2024-11-21T10:26:34,045 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 159be919bf7d4e8ea831bcd611a99234, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732184790055 2024-11-21T10:26:34,046 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6e13605ee54a469d24039bb7686778, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732184790055 2024-11-21T10:26:34,046 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccd5a2abfa4243e888490070fb20735a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732184792258 2024-11-21T10:26:34,046 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 22b7f498fd7a444f85173ff36f8c2f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732184792259 2024-11-21T10:26:34,051 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:34,055 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:34,056 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/381569eb654f43b590e5af301b60cd79 is 50, key is test_row_0/B:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T10:26:34,057 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:34,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-21T10:26:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T10:26:34,060 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:34,061 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:34,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:34,062 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112150ca5ee7f3b944fb9ec59d1a8781661e_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:34,064 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112150ca5ee7f3b944fb9ec59d1a8781661e_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:34,064 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112150ca5ee7f3b944fb9ec59d1a8781661e_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742374_1550 (size=12561) 2024-11-21T10:26:34,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742375_1551 (size=4469) 2024-11-21T10:26:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T10:26:34,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T10:26:34,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:34,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T10:26:34,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112127b756c561324b699fc8b3fff7badb2c_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184792429/Put/seqid=0 2024-11-21T10:26:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742376_1552 (size=12304) 2024-11-21T10:26:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T10:26:34,472 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/381569eb654f43b590e5af301b60cd79 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/381569eb654f43b590e5af301b60cd79 2024-11-21T10:26:34,476 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into 381569eb654f43b590e5af301b60cd79(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:34,476 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:34,476 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184794043; duration=0sec 2024-11-21T10:26:34,476 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:34,476 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:34,476 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:34,477 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:34,477 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:34,477 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:34,477 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/98c94f1322ee4d5b8d692404d7343d79, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/f48682c927de4202a40a7c53a23730a4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/75d725c8d5cc43f7a9aa7befe52e3401] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=35.9 K 2024-11-21T10:26:34,478 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 98c94f1322ee4d5b8d692404d7343d79, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732184788877 2024-11-21T10:26:34,478 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting f48682c927de4202a40a7c53a23730a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732184790055 2024-11-21T10:26:34,478 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 75d725c8d5cc43f7a9aa7befe52e3401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732184792259 2024-11-21T10:26:34,485 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#474 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:34,486 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/d77d8f5dc1224baabe57abb794975b18 is 50, key is test_row_0/C:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:34,492 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:34,492 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4e75978fa22c4570ace60f0bb9013233 is 175, key is test_row_0/A:col10/1732184792368/Put/seqid=0 2024-11-21T10:26:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742377_1553 (size=12561) 2024-11-21T10:26:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742378_1554 (size=31515) 2024-11-21T10:26:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:34,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:34,644 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112127b756c561324b699fc8b3fff7badb2c_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127b756c561324b699fc8b3fff7badb2c_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/2fed809db01f4e5fad412a15298bbe38, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/2fed809db01f4e5fad412a15298bbe38 is 175, key is test_row_0/A:col10/1732184792429/Put/seqid=0 2024-11-21T10:26:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184854646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184854647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:34,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742379_1555 (size=31105) 2024-11-21T10:26:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T10:26:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184854756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184854756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:34,906 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/d77d8f5dc1224baabe57abb794975b18 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d77d8f5dc1224baabe57abb794975b18 2024-11-21T10:26:34,910 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into d77d8f5dc1224baabe57abb794975b18(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:34,910 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:34,910 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184794043; duration=0sec 2024-11-21T10:26:34,910 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:34,910 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:34,915 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4e75978fa22c4570ace60f0bb9013233 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4e75978fa22c4570ace60f0bb9013233 2024-11-21T10:26:34,919 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into 4e75978fa22c4570ace60f0bb9013233(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:34,919 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:34,919 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184794043; duration=0sec 2024-11-21T10:26:34,919 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:34,919 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184854966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184854966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,053 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/2fed809db01f4e5fad412a15298bbe38 2024-11-21T10:26:35,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/31ac89e491d04a01a264b2f0686b792f is 50, key is test_row_0/B:col10/1732184792429/Put/seqid=0 2024-11-21T10:26:35,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742380_1556 (size=12151) 2024-11-21T10:26:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T10:26:35,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49174 deadline: 1732184855206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,208 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_1' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1732184855236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,239 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49218 deadline: 1732184855246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,249 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 2651e482101a,35291,1732184623540 for 'test_row_0' in e8fc699467654ce9089048a7f7ee5e37 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-21T10:26:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184855276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184855277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,463 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/31ac89e491d04a01a264b2f0686b792f 2024-11-21T10:26:35,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c1d70e8c3d6241eca561c67301d68ed4 is 50, key is test_row_0/C:col10/1732184792429/Put/seqid=0 2024-11-21T10:26:35,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742381_1557 (size=12151) 2024-11-21T10:26:35,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c1d70e8c3d6241eca561c67301d68ed4 2024-11-21T10:26:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/2fed809db01f4e5fad412a15298bbe38 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38 2024-11-21T10:26:35,484 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38, entries=150, sequenceid=194, filesize=30.4 K 2024-11-21T10:26:35,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/31ac89e491d04a01a264b2f0686b792f as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/31ac89e491d04a01a264b2f0686b792f 2024-11-21T10:26:35,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/31ac89e491d04a01a264b2f0686b792f, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T10:26:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/c1d70e8c3d6241eca561c67301d68ed4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c1d70e8c3d6241eca561c67301d68ed4 2024-11-21T10:26:35,497 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c1d70e8c3d6241eca561c67301d68ed4, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T10:26:35,498 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for e8fc699467654ce9089048a7f7ee5e37 in 1285ms, sequenceid=194, compaction requested=false 2024-11-21T10:26:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-21T10:26:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-21T10:26:35,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-21T10:26:35,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-21T10:26:35,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.4510 sec 2024-11-21T10:26:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:35,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T10:26:35,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ff51f8a1ccff429fa8bb610cea5d7174_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742382_1558 (size=12304) 2024-11-21T10:26:35,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:35,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ff51f8a1ccff429fa8bb610cea5d7174_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff51f8a1ccff429fa8bb610cea5d7174_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:35,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/56752bc48eaa47f8a5823b4e11fb0b0a, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:35,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/56752bc48eaa47f8a5823b4e11fb0b0a is 175, key is test_row_0/A:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742383_1559 (size=31105) 2024-11-21T10:26:35,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184855813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184855815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184855926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184855927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184856136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:36,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184856136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:36,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/56752bc48eaa47f8a5823b4e11fb0b0a 2024-11-21T10:26:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T10:26:36,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:36,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-21T10:26:36,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/5e6fa534255b4aae867794d4fdd446da is 50, key is test_row_0/B:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:36,218 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T10:26:36,219 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:36,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742384_1560 (size=12151) 2024-11-21T10:26:36,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/5e6fa534255b4aae867794d4fdd446da 2024-11-21T10:26:36,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/71f11e4601c34e059e0de18df6604179 is 50, key is test_row_0/C:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742385_1561 (size=12151) 2024-11-21T10:26:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T10:26:36,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T10:26:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:36,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184856446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:36,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184856446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:36,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T10:26:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T10:26:36,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/71f11e4601c34e059e0de18df6604179 2024-11-21T10:26:36,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/56752bc48eaa47f8a5823b4e11fb0b0a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a 2024-11-21T10:26:36,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a, entries=150, sequenceid=219, filesize=30.4 K 2024-11-21T10:26:36,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/5e6fa534255b4aae867794d4fdd446da as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/5e6fa534255b4aae867794d4fdd446da 2024-11-21T10:26:36,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/5e6fa534255b4aae867794d4fdd446da, entries=150, sequenceid=219, filesize=11.9 K 2024-11-21T10:26:36,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/71f11e4601c34e059e0de18df6604179 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/71f11e4601c34e059e0de18df6604179 2024-11-21T10:26:36,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/71f11e4601c34e059e0de18df6604179, entries=150, sequenceid=219, filesize=11.9 K 2024-11-21T10:26:36,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e8fc699467654ce9089048a7f7ee5e37 in 868ms, sequenceid=219, compaction requested=true 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:36,658 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:36,658 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:36,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:36,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:36,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:36,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:36,667 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,667 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,668 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/381569eb654f43b590e5af301b60cd79, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/31ac89e491d04a01a264b2f0686b792f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/5e6fa534255b4aae867794d4fdd446da] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=36.0 K 2024-11-21T10:26:36,668 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4e75978fa22c4570ace60f0bb9013233, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=91.5 K 2024-11-21T10:26:36,668 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,668 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4e75978fa22c4570ace60f0bb9013233, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a] 2024-11-21T10:26:36,668 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 381569eb654f43b590e5af301b60cd79, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732184792259 2024-11-21T10:26:36,668 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e75978fa22c4570ace60f0bb9013233, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732184792259 2024-11-21T10:26:36,669 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ac89e491d04a01a264b2f0686b792f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732184792421 2024-11-21T10:26:36,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fed809db01f4e5fad412a15298bbe38, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732184792421 2024-11-21T10:26:36,669 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e6fa534255b4aae867794d4fdd446da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732184794629 2024-11-21T10:26:36,669 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56752bc48eaa47f8a5823b4e11fb0b0a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732184794629 2024-11-21T10:26:36,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T10:26:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,676 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T10:26:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f1957cc01bab4887ae6577d70ad11d59_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184795812/Put/seqid=0 2024-11-21T10:26:36,684 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:36,686 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:36,686 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/c1c9d14f09614679b5fea02df4f2eaa2 is 50, key is test_row_0/B:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:36,689 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c4620498543544ef9f027f18f691f7a9_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:36,691 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c4620498543544ef9f027f18f691f7a9_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:36,691 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c4620498543544ef9f027f18f691f7a9_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742386_1562 (size=12304) 2024-11-21T10:26:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742387_1563 (size=12663) 2024-11-21T10:26:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742388_1564 (size=4469) 2024-11-21T10:26:36,718 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#481 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:36,718 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/94cca563ccb24a1eb8698df5342f0bdd is 175, key is test_row_0/A:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742389_1565 (size=31617) 2024-11-21T10:26:36,725 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/94cca563ccb24a1eb8698df5342f0bdd as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/94cca563ccb24a1eb8698df5342f0bdd 2024-11-21T10:26:36,732 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into 94cca563ccb24a1eb8698df5342f0bdd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:36,732 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:36,732 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184796658; duration=0sec 2024-11-21T10:26:36,732 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:36,732 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:36,732 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:36,733 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:36,733 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:36,733 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:36,733 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d77d8f5dc1224baabe57abb794975b18, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c1d70e8c3d6241eca561c67301d68ed4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/71f11e4601c34e059e0de18df6604179] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=36.0 K 2024-11-21T10:26:36,734 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77d8f5dc1224baabe57abb794975b18, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732184792259 2024-11-21T10:26:36,734 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1d70e8c3d6241eca561c67301d68ed4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732184792421 2024-11-21T10:26:36,734 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71f11e4601c34e059e0de18df6604179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732184794629 2024-11-21T10:26:36,740 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:36,741 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/d76eab0456f546c19daeca217c6308d6 is 50, key is test_row_0/C:col10/1732184795788/Put/seqid=0 2024-11-21T10:26:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742390_1566 (size=12663) 2024-11-21T10:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T10:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:36,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184857000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184857005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:37,095 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f1957cc01bab4887ae6577d70ad11d59_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f1957cc01bab4887ae6577d70ad11d59_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/e66309ee99834991973cbeb4f205689b, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/e66309ee99834991973cbeb4f205689b is 175, key is test_row_0/A:col10/1732184795812/Put/seqid=0 2024-11-21T10:26:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742391_1567 (size=31105) 2024-11-21T10:26:37,100 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/e66309ee99834991973cbeb4f205689b 2024-11-21T10:26:37,101 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/c1c9d14f09614679b5fea02df4f2eaa2 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c1c9d14f09614679b5fea02df4f2eaa2 2024-11-21T10:26:37,105 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into c1c9d14f09614679b5fea02df4f2eaa2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:37,105 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:37,105 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184796658; duration=0sec 2024-11-21T10:26:37,105 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:37,105 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:37,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/64a89dc8895e448f9dc988c3184db920 is 50, key is test_row_0/B:col10/1732184795812/Put/seqid=0 2024-11-21T10:26:37,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184857106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742392_1568 (size=12151) 2024-11-21T10:26:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184857116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,148 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/d76eab0456f546c19daeca217c6308d6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d76eab0456f546c19daeca217c6308d6 2024-11-21T10:26:37,152 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into d76eab0456f546c19daeca217c6308d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:37,152 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:37,152 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184796658; duration=0sec 2024-11-21T10:26:37,152 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:37,152 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:37,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184857316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184857326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T10:26:37,509 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/64a89dc8895e448f9dc988c3184db920 2024-11-21T10:26:37,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/3c3bffc9d0cf4ced8b3cdc377141854c is 50, key is test_row_0/C:col10/1732184795812/Put/seqid=0 2024-11-21T10:26:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742393_1569 (size=12151) 2024-11-21T10:26:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184857626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184857636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:37,918 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/3c3bffc9d0cf4ced8b3cdc377141854c 2024-11-21T10:26:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/e66309ee99834991973cbeb4f205689b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b 2024-11-21T10:26:37,923 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b, entries=150, sequenceid=233, filesize=30.4 K 2024-11-21T10:26:37,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/64a89dc8895e448f9dc988c3184db920 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/64a89dc8895e448f9dc988c3184db920 2024-11-21T10:26:37,926 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/64a89dc8895e448f9dc988c3184db920, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T10:26:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/3c3bffc9d0cf4ced8b3cdc377141854c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/3c3bffc9d0cf4ced8b3cdc377141854c 2024-11-21T10:26:37,929 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/3c3bffc9d0cf4ced8b3cdc377141854c, entries=150, sequenceid=233, filesize=11.9 K 2024-11-21T10:26:37,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e8fc699467654ce9089048a7f7ee5e37 in 1254ms, sequenceid=233, compaction requested=false 2024-11-21T10:26:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-21T10:26:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-21T10:26:37,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-21T10:26:37,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec 2024-11-21T10:26:37,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7260 sec 2024-11-21T10:26:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:38,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T10:26:38,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186a989ac22a74d419fcf7723796aea2b_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742394_1570 (size=12354) 2024-11-21T10:26:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184858163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184858164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184858277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184858277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T10:26:38,366 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:38,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T10:26:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-21T10:26:38,368 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T10:26:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:38,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T10:26:38,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T10:26:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:38,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184858486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184858486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:38,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:38,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,553 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:38,556 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112186a989ac22a74d419fcf7723796aea2b_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186a989ac22a74d419fcf7723796aea2b_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:38,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/0e43949691f94b71a88b284164218b81, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:38,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/0e43949691f94b71a88b284164218b81 is 175, key is test_row_0/A:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:38,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742395_1571 (size=31155) 2024-11-21T10:26:38,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:38,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:38,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184858796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184858796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:38,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,960 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/0e43949691f94b71a88b284164218b81 2024-11-21T10:26:38,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/37ad990466bd4e078aed3ead997e8c8a is 50, key is test_row_0/B:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:38,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742396_1572 (size=12201) 2024-11-21T10:26:38,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/37ad990466bd4e078aed3ead997e8c8a 2024-11-21T10:26:38,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/515b66052ce34a6f950886512afcd011 is 50, key is test_row_0/C:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742397_1573 (size=12201) 2024-11-21T10:26:38,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:38,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:39,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:39,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:39,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:39,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T10:26:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184859306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184859306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:39,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/515b66052ce34a6f950886512afcd011 2024-11-21T10:26:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/0e43949691f94b71a88b284164218b81 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81 2024-11-21T10:26:39,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81, entries=150, sequenceid=259, filesize=30.4 K 2024-11-21T10:26:39,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/37ad990466bd4e078aed3ead997e8c8a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/37ad990466bd4e078aed3ead997e8c8a 2024-11-21T10:26:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/37ad990466bd4e078aed3ead997e8c8a, entries=150, sequenceid=259, filesize=11.9 K 2024-11-21T10:26:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/515b66052ce34a6f950886512afcd011 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/515b66052ce34a6f950886512afcd011 2024-11-21T10:26:39,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/515b66052ce34a6f950886512afcd011, entries=150, sequenceid=259, filesize=11.9 K 2024-11-21T10:26:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e8fc699467654ce9089048a7f7ee5e37 in 1252ms, sequenceid=259, compaction requested=true 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:39,390 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:39,390 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93877 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:39,394 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,394 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,394 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c1c9d14f09614679b5fea02df4f2eaa2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/64a89dc8895e448f9dc988c3184db920, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/37ad990466bd4e078aed3ead997e8c8a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=36.1 K 2024-11-21T10:26:39,394 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/94cca563ccb24a1eb8698df5342f0bdd, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=91.7 K 2024-11-21T10:26:39,394 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/94cca563ccb24a1eb8698df5342f0bdd, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81] 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c9d14f09614679b5fea02df4f2eaa2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732184794629 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94cca563ccb24a1eb8698df5342f0bdd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732184794629 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a89dc8895e448f9dc988c3184db920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732184795798 2024-11-21T10:26:39,394 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting e66309ee99834991973cbeb4f205689b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732184795798 2024-11-21T10:26:39,395 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ad990466bd4e078aed3ead997e8c8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732184796997 2024-11-21T10:26:39,395 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e43949691f94b71a88b284164218b81, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732184796997 2024-11-21T10:26:39,398 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:39,399 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214fc6ddb6d2b94bf3827557fc26c0ecc8_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:39,400 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:39,400 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/85b8f50011bb4231b5a1112a39aef2a6 is 50, key is test_row_0/B:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:39,401 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214fc6ddb6d2b94bf3827557fc26c0ecc8_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:39,401 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214fc6ddb6d2b94bf3827557fc26c0ecc8_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742398_1574 (size=12815) 2024-11-21T10:26:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742399_1575 (size=4469) 2024-11-21T10:26:39,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-21T10:26:39,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,437 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T10:26:39,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f3efc136231042d8be2de5071587e1ff_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184798144/Put/seqid=0 2024-11-21T10:26:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742400_1576 (size=12454) 2024-11-21T10:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:39,805 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#490 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:39,806 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/5dcc3a9bf035404baf4babe1055aac88 is 175, key is test_row_0/A:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:39,808 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/85b8f50011bb4231b5a1112a39aef2a6 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/85b8f50011bb4231b5a1112a39aef2a6 2024-11-21T10:26:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742401_1577 (size=31769) 2024-11-21T10:26:39,812 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/5dcc3a9bf035404baf4babe1055aac88 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/5dcc3a9bf035404baf4babe1055aac88 2024-11-21T10:26:39,813 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into 85b8f50011bb4231b5a1112a39aef2a6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:39,813 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:39,813 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184799390; duration=0sec 2024-11-21T10:26:39,813 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:39,813 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:39,813 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:39,814 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:39,814 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:39,814 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:39,814 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d76eab0456f546c19daeca217c6308d6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/3c3bffc9d0cf4ced8b3cdc377141854c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/515b66052ce34a6f950886512afcd011] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=36.1 K 2024-11-21T10:26:39,814 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting d76eab0456f546c19daeca217c6308d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732184794629 2024-11-21T10:26:39,814 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c3bffc9d0cf4ced8b3cdc377141854c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732184795798 2024-11-21T10:26:39,815 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 515b66052ce34a6f950886512afcd011, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732184796997 2024-11-21T10:26:39,817 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into 5dcc3a9bf035404baf4babe1055aac88(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:39,817 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:39,817 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184799390; duration=0sec 2024-11-21T10:26:39,817 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:39,817 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:39,821 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:39,822 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/418005f3cf984f4495e965661a175b9a is 50, key is test_row_0/C:col10/1732184797003/Put/seqid=0 2024-11-21T10:26:39,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742402_1578 (size=12815) 2024-11-21T10:26:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:39,849 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f3efc136231042d8be2de5071587e1ff_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f3efc136231042d8be2de5071587e1ff_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/21b7279e98234a8a9ecedf3179303025, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/21b7279e98234a8a9ecedf3179303025 is 175, key is test_row_0/A:col10/1732184798144/Put/seqid=0 2024-11-21T10:26:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742403_1579 (size=31255) 2024-11-21T10:26:40,229 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/418005f3cf984f4495e965661a175b9a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/418005f3cf984f4495e965661a175b9a 2024-11-21T10:26:40,238 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into 418005f3cf984f4495e965661a175b9a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:40,239 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:40,239 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184799390; duration=0sec 2024-11-21T10:26:40,239 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:40,239 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:40,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/21b7279e98234a8a9ecedf3179303025 2024-11-21T10:26:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/c25a27249152431b9489ba82e8e917a5 is 50, key is test_row_0/B:col10/1732184798144/Put/seqid=0 2024-11-21T10:26:40,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742404_1580 (size=12301) 2024-11-21T10:26:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. as already flushing 2024-11-21T10:26:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:40,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184860376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184860379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:40,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184860486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184860486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:40,670 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/c25a27249152431b9489ba82e8e917a5 2024-11-21T10:26:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/7b8e37c2ff6940928da1e20232b29a87 is 50, key is test_row_0/C:col10/1732184798144/Put/seqid=0 2024-11-21T10:26:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742405_1581 (size=12301) 2024-11-21T10:26:40,680 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/7b8e37c2ff6940928da1e20232b29a87 2024-11-21T10:26:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/21b7279e98234a8a9ecedf3179303025 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025 2024-11-21T10:26:40,695 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025, entries=150, sequenceid=272, filesize=30.5 K 2024-11-21T10:26:40,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/c25a27249152431b9489ba82e8e917a5 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c25a27249152431b9489ba82e8e917a5 2024-11-21T10:26:40,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184860696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:40,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184860696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:40,701 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c25a27249152431b9489ba82e8e917a5, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T10:26:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/7b8e37c2ff6940928da1e20232b29a87 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/7b8e37c2ff6940928da1e20232b29a87 2024-11-21T10:26:40,706 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/7b8e37c2ff6940928da1e20232b29a87, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T10:26:40,707 INFO [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e8fc699467654ce9089048a7f7ee5e37 in 1270ms, sequenceid=272, compaction requested=false 2024-11-21T10:26:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2651e482101a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-21T10:26:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-21T10:26:40,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-21T10:26:40,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3390 sec 2024-11-21T10:26:40,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.3430 sec 2024-11-21T10:26:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:41,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:41,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T10:26:41,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210a1613a8ec7a49c4b8a843e0c9439e7f_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:41,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742406_1582 (size=14994) 2024-11-21T10:26:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184861034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184861034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184861146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184861146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184861356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184861356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T10:26:41,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:41,422 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210a1613a8ec7a49c4b8a843e0c9439e7f_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a1613a8ec7a49c4b8a843e0c9439e7f_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:41,423 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a5e690ed68b14b2c98a7bb0f4195533a, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:41,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a5e690ed68b14b2c98a7bb0f4195533a is 175, key is test_row_0/A:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742407_1583 (size=39949) 2024-11-21T10:26:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184861666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184861666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:41,826 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a5e690ed68b14b2c98a7bb0f4195533a 2024-11-21T10:26:41,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/48a67fe3de78494e8390dbdbb201418c is 50, key is test_row_0/B:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742408_1584 (size=12301) 2024-11-21T10:26:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T10:26:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49152 deadline: 1732184862176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49194 deadline: 1732184862176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 2024-11-21T10:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 , the old value is region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T10:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., hostname=2651e482101a,35291,1732184623540, seqNum=5 because the exception is null or not the one we care about 2024-11-21T10:26:42,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/48a67fe3de78494e8390dbdbb201418c 2024-11-21T10:26:42,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a is 50, key is test_row_0/C:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742409_1585 (size=12301) 2024-11-21T10:26:42,463 INFO [Thread-2265 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2265. 2024-11-21T10:26:42,464 DEBUG [Thread-2265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:42,464 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,464 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:42,464 INFO [Thread-2263 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2263. 2024-11-21T10:26:42,464 DEBUG [Thread-2263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:42,464 DEBUG [Thread-2263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,465 DEBUG [Thread-2263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:42,465 INFO [Thread-2271 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2271. 2024-11-21T10:26:42,465 DEBUG [Thread-2271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:42,465 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,465 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:42,467 INFO [Thread-2269 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2269. 2024-11-21T10:26:42,467 DEBUG [Thread-2269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:42,467 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,467 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:42,468 INFO [Thread-2267 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2267. 2024-11-21T10:26:42,468 DEBUG [Thread-2267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:42,468 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,468 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:42,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T10:26:42,537 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:42,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a 2024-11-21T10:26:42,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/a5e690ed68b14b2c98a7bb0f4195533a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a 2024-11-21T10:26:42,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a, entries=200, sequenceid=299, filesize=39.0 K 2024-11-21T10:26:42,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/48a67fe3de78494e8390dbdbb201418c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/48a67fe3de78494e8390dbdbb201418c 2024-11-21T10:26:42,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/48a67fe3de78494e8390dbdbb201418c, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T10:26:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a 2024-11-21T10:26:42,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T10:26:42,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e8fc699467654ce9089048a7f7ee5e37 in 1656ms, sequenceid=299, compaction requested=true 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:42,666 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:42,666 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8fc699467654ce9089048a7f7ee5e37:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T10:26:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/A is initiating minor compaction (all files) 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/B is initiating minor compaction (all files) 2024-11-21T10:26:42,667 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/B in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:42,667 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/A in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:42,667 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/5dcc3a9bf035404baf4babe1055aac88, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=100.6 K 2024-11-21T10:26:42,667 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/85b8f50011bb4231b5a1112a39aef2a6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c25a27249152431b9489ba82e8e917a5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/48a67fe3de78494e8390dbdbb201418c] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=36.5 K 2024-11-21T10:26:42,667 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. files: [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/5dcc3a9bf035404baf4babe1055aac88, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a] 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b8f50011bb4231b5a1112a39aef2a6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732184796997 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dcc3a9bf035404baf4babe1055aac88, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732184796997 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting c25a27249152431b9489ba82e8e917a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732184798144 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b7279e98234a8a9ecedf3179303025, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732184798144 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a67fe3de78494e8390dbdbb201418c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732184800374 2024-11-21T10:26:42,667 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5e690ed68b14b2c98a7bb0f4195533a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732184800371 2024-11-21T10:26:42,672 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:42,674 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112136f346eaafd042128af1ca77a09a522a_e8fc699467654ce9089048a7f7ee5e37 store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:42,674 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:42,674 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/b8925e8b5f90472190919577c92874ad is 50, key is test_row_0/B:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:42,679 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112136f346eaafd042128af1ca77a09a522a_e8fc699467654ce9089048a7f7ee5e37, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:42,679 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112136f346eaafd042128af1ca77a09a522a_e8fc699467654ce9089048a7f7ee5e37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742410_1586 (size=13017) 2024-11-21T10:26:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742411_1587 (size=4469) 2024-11-21T10:26:42,693 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#A#compaction#498 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:42,694 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4686baab2dbc4145a38efa7600c89807 is 175, key is test_row_0/A:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:42,698 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/b8925e8b5f90472190919577c92874ad as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/b8925e8b5f90472190919577c92874ad 2024-11-21T10:26:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742412_1588 (size=31971) 2024-11-21T10:26:42,702 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/B of e8fc699467654ce9089048a7f7ee5e37 into b8925e8b5f90472190919577c92874ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:42,702 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:42,703 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/B, priority=13, startTime=1732184802666; duration=0sec 2024-11-21T10:26:42,703 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T10:26:42,703 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:B 2024-11-21T10:26:42,703 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T10:26:42,704 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T10:26:42,704 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1541): e8fc699467654ce9089048a7f7ee5e37/C is initiating minor compaction (all files) 2024-11-21T10:26:42,704 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8fc699467654ce9089048a7f7ee5e37/C in TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:42,704 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/418005f3cf984f4495e965661a175b9a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/7b8e37c2ff6940928da1e20232b29a87, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a] into tmpdir=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp, totalSize=36.5 K 2024-11-21T10:26:42,704 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 418005f3cf984f4495e965661a175b9a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732184796997 2024-11-21T10:26:42,704 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b8e37c2ff6940928da1e20232b29a87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732184798144 2024-11-21T10:26:42,705 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6f6fc62d3c4bf28f1eb37fdebdf20a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732184800374 2024-11-21T10:26:42,713 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8fc699467654ce9089048a7f7ee5e37#C#compaction#500 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T10:26:42,713 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/dd1c7faf7ac647e7a5d66584ed7922ac is 50, key is test_row_0/C:col10/1732184800374/Put/seqid=0 2024-11-21T10:26:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742413_1589 (size=13017) 2024-11-21T10:26:42,722 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/dd1c7faf7ac647e7a5d66584ed7922ac as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/dd1c7faf7ac647e7a5d66584ed7922ac 2024-11-21T10:26:42,727 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/C of e8fc699467654ce9089048a7f7ee5e37 into dd1c7faf7ac647e7a5d66584ed7922ac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:42,727 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:42,727 INFO [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/C, priority=13, startTime=1732184802666; duration=0sec 2024-11-21T10:26:42,727 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:42,727 DEBUG [RS:0;2651e482101a:35291-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:C 2024-11-21T10:26:43,106 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/4686baab2dbc4145a38efa7600c89807 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4686baab2dbc4145a38efa7600c89807 2024-11-21T10:26:43,112 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8fc699467654ce9089048a7f7ee5e37/A of e8fc699467654ce9089048a7f7ee5e37 into 4686baab2dbc4145a38efa7600c89807(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T10:26:43,112 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:43,112 INFO [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., storeName=e8fc699467654ce9089048a7f7ee5e37/A, priority=13, startTime=1732184802666; duration=0sec 2024-11-21T10:26:43,112 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T10:26:43,112 DEBUG [RS:0;2651e482101a:35291-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8fc699467654ce9089048a7f7ee5e37:A 2024-11-21T10:26:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35291 {}] regionserver.HRegion(8855): Flush requested on e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:43,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-21T10:26:43,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T10:26:43,191 INFO [Thread-2256 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2256. 2024-11-21T10:26:43,191 INFO [Thread-2252 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2252. 2024-11-21T10:26:43,191 DEBUG [Thread-2256 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:43,191 DEBUG [Thread-2252 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:43,191 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:43,191 DEBUG [Thread-2252 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:43,191 DEBUG [Thread-2252 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:43,191 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:43,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:43,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:43,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112145bbd1bb06174ad3953fd5e7c219d9c3_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184801033/Put/seqid=0 2024-11-21T10:26:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742414_1590 (size=12454) 2024-11-21T10:26:43,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:43,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112145bbd1bb06174ad3953fd5e7c219d9c3_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145bbd1bb06174ad3953fd5e7c219d9c3_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:43,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/98bc1b9add6e404393b4244a5c484338, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:43,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/98bc1b9add6e404393b4244a5c484338 is 175, key is test_row_0/A:col10/1732184801033/Put/seqid=0 2024-11-21T10:26:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742415_1591 (size=31255) 2024-11-21T10:26:44,020 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/98bc1b9add6e404393b4244a5c484338 2024-11-21T10:26:44,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4434fb2b35b4475f9b746175cff8646e is 50, key is test_row_0/B:col10/1732184801033/Put/seqid=0 2024-11-21T10:26:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742416_1592 (size=12301) 2024-11-21T10:26:44,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4434fb2b35b4475f9b746175cff8646e 2024-11-21T10:26:44,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/95d79b4e72d44d62a8b208c1d8cbc463 is 50, key is test_row_0/C:col10/1732184801033/Put/seqid=0 2024-11-21T10:26:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742417_1593 (size=12301) 2024-11-21T10:26:44,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/95d79b4e72d44d62a8b208c1d8cbc463 2024-11-21T10:26:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/98bc1b9add6e404393b4244a5c484338 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/98bc1b9add6e404393b4244a5c484338 2024-11-21T10:26:44,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/98bc1b9add6e404393b4244a5c484338, entries=150, sequenceid=316, filesize=30.5 K 2024-11-21T10:26:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/4434fb2b35b4475f9b746175cff8646e as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4434fb2b35b4475f9b746175cff8646e 2024-11-21T10:26:44,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4434fb2b35b4475f9b746175cff8646e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-21T10:26:44,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/95d79b4e72d44d62a8b208c1d8cbc463 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/95d79b4e72d44d62a8b208c1d8cbc463 2024-11-21T10:26:44,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/95d79b4e72d44d62a8b208c1d8cbc463, entries=150, sequenceid=316, filesize=12.0 K 2024-11-21T10:26:44,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for e8fc699467654ce9089048a7f7ee5e37 in 1688ms, sequenceid=316, compaction requested=false 2024-11-21T10:26:44,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8fc699467654ce9089048a7f7ee5e37: 2024-11-21T10:26:45,272 INFO [Thread-2254 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2254. 2024-11-21T10:26:45,272 DEBUG [Thread-2254 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:45,272 INFO [Thread-2260 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2260. 2024-11-21T10:26:45,272 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,272 DEBUG [Thread-2260 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:45,272 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,272 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:45,273 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:45,360 INFO [Thread-2258 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2258. 2024-11-21T10:26:45,360 DEBUG [Thread-2258 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T10:26:45,360 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,361 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:45,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T10:26:45,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-21T10:26:45,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-21T10:26:45,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-21T10:26:45,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-21T10:26:45,361 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3870 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3764 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3698 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3895 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3751 2024-11-21T10:26:45,362 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T10:26:45,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:26:45,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:26:45,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:45,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:45,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T10:26:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T10:26:45,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184805367"}]},"ts":"1732184805367"} 2024-11-21T10:26:45,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T10:26:45,369 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T10:26:45,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T10:26:45,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, UNASSIGN}] 2024-11-21T10:26:45,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, UNASSIGN 2024-11-21T10:26:45,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=CLOSING, regionLocation=2651e482101a,35291,1732184623540 2024-11-21T10:26:45,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, UNASSIGN because future has completed 2024-11-21T10:26:45,374 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T10:26:45,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540}] 2024-11-21T10:26:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T10:26:45,526 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(122): Close e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:45,526 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T10:26:45,526 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1722): Closing e8fc699467654ce9089048a7f7ee5e37, disabling compactions & flushes 2024-11-21T10:26:45,526 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:45,526 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:45,526 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. after waiting 0 ms 2024-11-21T10:26:45,526 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:45,526 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2902): Flushing e8fc699467654ce9089048a7f7ee5e37 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-21T10:26:45,531 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112178f19f80e7214a4ca1b51ed0d4448a5b_e8fc699467654ce9089048a7f7ee5e37 is 50, key is test_row_0/A:col10/1732184805357/Put/seqid=0 2024-11-21T10:26:45,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742418_1594 (size=9914) 2024-11-21T10:26:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T10:26:45,935 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T10:26:45,944 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112178f19f80e7214a4ca1b51ed0d4448a5b_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178f19f80e7214a4ca1b51ed0d4448a5b_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:45,945 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/24e743e52c13493b8bf7cde7cf9eb1d7, store: [table=TestAcidGuarantees family=A region=e8fc699467654ce9089048a7f7ee5e37] 2024-11-21T10:26:45,945 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/24e743e52c13493b8bf7cde7cf9eb1d7 is 175, key is test_row_0/A:col10/1732184805357/Put/seqid=0 2024-11-21T10:26:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742419_1595 (size=22561) 2024-11-21T10:26:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T10:26:46,350 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/24e743e52c13493b8bf7cde7cf9eb1d7 2024-11-21T10:26:46,364 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/697b2fcdf00541a4b9f57a71163c4143 is 50, key is test_row_0/B:col10/1732184805357/Put/seqid=0 2024-11-21T10:26:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742420_1596 (size=9857) 2024-11-21T10:26:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T10:26:46,769 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/697b2fcdf00541a4b9f57a71163c4143 2024-11-21T10:26:46,784 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/b3ca9fffc4064287a7dd9ae5d2e4a337 is 50, key is test_row_0/C:col10/1732184805357/Put/seqid=0 2024-11-21T10:26:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742421_1597 (size=9857) 2024-11-21T10:26:47,189 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/b3ca9fffc4064287a7dd9ae5d2e4a337 2024-11-21T10:26:47,200 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/A/24e743e52c13493b8bf7cde7cf9eb1d7 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/24e743e52c13493b8bf7cde7cf9eb1d7 2024-11-21T10:26:47,203 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/24e743e52c13493b8bf7cde7cf9eb1d7, entries=100, sequenceid=322, filesize=22.0 K 2024-11-21T10:26:47,204 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/B/697b2fcdf00541a4b9f57a71163c4143 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/697b2fcdf00541a4b9f57a71163c4143 2024-11-21T10:26:47,207 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/697b2fcdf00541a4b9f57a71163c4143, entries=100, sequenceid=322, filesize=9.6 K 2024-11-21T10:26:47,208 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/.tmp/C/b3ca9fffc4064287a7dd9ae5d2e4a337 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b3ca9fffc4064287a7dd9ae5d2e4a337 2024-11-21T10:26:47,211 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b3ca9fffc4064287a7dd9ae5d2e4a337, entries=100, sequenceid=322, filesize=9.6 K 2024-11-21T10:26:47,212 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e8fc699467654ce9089048a7f7ee5e37 in 1686ms, sequenceid=322, compaction requested=true 2024-11-21T10:26:47,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/8281ca2269894229a1ea84846ba95e04, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/df2583ee843e4e8e808bf976bbc4ecff, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/de5721c0f6f14c549cdbf1b4031209df, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4e75978fa22c4570ace60f0bb9013233, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/94cca563ccb24a1eb8698df5342f0bdd, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/5dcc3a9bf035404baf4babe1055aac88, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a] to archive 2024-11-21T10:26:47,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:26:47,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a35b21463bef4b929be56619c56d2a04 2024-11-21T10:26:47,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/95c6414c85a34a5f9dd6d04bbc561ebf 2024-11-21T10:26:47,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/8281ca2269894229a1ea84846ba95e04 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/8281ca2269894229a1ea84846ba95e04 2024-11-21T10:26:47,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/039ac69b1dc841fd8507d142d12dba51 2024-11-21T10:26:47,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4eae139bbb0a494f988862a5bfd9a2f1 2024-11-21T10:26:47,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/df2583ee843e4e8e808bf976bbc4ecff to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/df2583ee843e4e8e808bf976bbc4ecff 2024-11-21T10:26:47,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/60605c21f36944218b91dd6291d46e05 2024-11-21T10:26:47,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/b52d12e150ee495796cd67977cb1aae9 2024-11-21T10:26:47,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/eedbdfcd3299442a817fd1416ab28394 2024-11-21T10:26:47,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/de5721c0f6f14c549cdbf1b4031209df to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/de5721c0f6f14c549cdbf1b4031209df 2024-11-21T10:26:47,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/159be919bf7d4e8ea831bcd611a99234 2024-11-21T10:26:47,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/ccd5a2abfa4243e888490070fb20735a 2024-11-21T10:26:47,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4e75978fa22c4570ace60f0bb9013233 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4e75978fa22c4570ace60f0bb9013233 2024-11-21T10:26:47,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/2fed809db01f4e5fad412a15298bbe38 2024-11-21T10:26:47,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/94cca563ccb24a1eb8698df5342f0bdd to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/94cca563ccb24a1eb8698df5342f0bdd 2024-11-21T10:26:47,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/56752bc48eaa47f8a5823b4e11fb0b0a 2024-11-21T10:26:47,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/e66309ee99834991973cbeb4f205689b 2024-11-21T10:26:47,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/5dcc3a9bf035404baf4babe1055aac88 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/5dcc3a9bf035404baf4babe1055aac88 2024-11-21T10:26:47,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/0e43949691f94b71a88b284164218b81 2024-11-21T10:26:47,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/21b7279e98234a8a9ecedf3179303025 2024-11-21T10:26:47,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/a5e690ed68b14b2c98a7bb0f4195533a 2024-11-21T10:26:47,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/39c858a33456444f831aa05f1c9c3d66, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/f7292f5a34d4488b92b5cbd7767c5356, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/66629f9002164fcf9f4140968f049fef, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a0fea48d2b1741dbaa5771335bdcabf7, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/71e2f958d3b843f89d8d2a9733bcdfe1, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4cba33d0f9d4490fa6fdce95c9b9df44, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a9998e544a0b453abe938ee2620e4bed, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/945a6a613e00460dab8dabc3150399ce, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4bc1bfb966f742f2b33221969d104918, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/57f4006813ac4276897f48f5dda0010f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/dd6e13605ee54a469d24039bb7686778, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/381569eb654f43b590e5af301b60cd79, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/22b7f498fd7a444f85173ff36f8c2f99, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/31ac89e491d04a01a264b2f0686b792f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c1c9d14f09614679b5fea02df4f2eaa2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/5e6fa534255b4aae867794d4fdd446da, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/64a89dc8895e448f9dc988c3184db920, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/85b8f50011bb4231b5a1112a39aef2a6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/37ad990466bd4e078aed3ead997e8c8a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c25a27249152431b9489ba82e8e917a5, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/48a67fe3de78494e8390dbdbb201418c] to archive 2024-11-21T10:26:47,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:26:47,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/39c858a33456444f831aa05f1c9c3d66 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/39c858a33456444f831aa05f1c9c3d66 2024-11-21T10:26:47,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/f7292f5a34d4488b92b5cbd7767c5356 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/f7292f5a34d4488b92b5cbd7767c5356 2024-11-21T10:26:47,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/66629f9002164fcf9f4140968f049fef to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/66629f9002164fcf9f4140968f049fef 2024-11-21T10:26:47,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a0fea48d2b1741dbaa5771335bdcabf7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a0fea48d2b1741dbaa5771335bdcabf7 2024-11-21T10:26:47,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/71e2f958d3b843f89d8d2a9733bcdfe1 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/71e2f958d3b843f89d8d2a9733bcdfe1 2024-11-21T10:26:47,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4cba33d0f9d4490fa6fdce95c9b9df44 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4cba33d0f9d4490fa6fdce95c9b9df44 2024-11-21T10:26:47,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a9998e544a0b453abe938ee2620e4bed to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/a9998e544a0b453abe938ee2620e4bed 2024-11-21T10:26:47,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/945a6a613e00460dab8dabc3150399ce to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/945a6a613e00460dab8dabc3150399ce 2024-11-21T10:26:47,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4bc1bfb966f742f2b33221969d104918 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4bc1bfb966f742f2b33221969d104918 2024-11-21T10:26:47,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/57f4006813ac4276897f48f5dda0010f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/57f4006813ac4276897f48f5dda0010f 2024-11-21T10:26:47,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/dd6e13605ee54a469d24039bb7686778 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/dd6e13605ee54a469d24039bb7686778 2024-11-21T10:26:47,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/381569eb654f43b590e5af301b60cd79 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/381569eb654f43b590e5af301b60cd79 2024-11-21T10:26:47,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/22b7f498fd7a444f85173ff36f8c2f99 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/22b7f498fd7a444f85173ff36f8c2f99 2024-11-21T10:26:47,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/31ac89e491d04a01a264b2f0686b792f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/31ac89e491d04a01a264b2f0686b792f 2024-11-21T10:26:47,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c1c9d14f09614679b5fea02df4f2eaa2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c1c9d14f09614679b5fea02df4f2eaa2 2024-11-21T10:26:47,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/5e6fa534255b4aae867794d4fdd446da to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/5e6fa534255b4aae867794d4fdd446da 2024-11-21T10:26:47,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/64a89dc8895e448f9dc988c3184db920 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/64a89dc8895e448f9dc988c3184db920 2024-11-21T10:26:47,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/85b8f50011bb4231b5a1112a39aef2a6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/85b8f50011bb4231b5a1112a39aef2a6 2024-11-21T10:26:47,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/37ad990466bd4e078aed3ead997e8c8a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/37ad990466bd4e078aed3ead997e8c8a 2024-11-21T10:26:47,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c25a27249152431b9489ba82e8e917a5 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/c25a27249152431b9489ba82e8e917a5 2024-11-21T10:26:47,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/48a67fe3de78494e8390dbdbb201418c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/48a67fe3de78494e8390dbdbb201418c 2024-11-21T10:26:47,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/8932c2596ef04d7aa37efaa48be6a092, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/2027237ce84046f98144a99b8566bb89, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/1095c57d0c8443fa855189d2cea4953f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c9163dfdfa4c412499a64ea677632b18, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c12963b590924d9a873f0dde02639b5f, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b4c1549a87264a44b5c9a8b1678296c8, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/ac5b8351172b42e984650ab1f99a34f2, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/5398cc1f26e7423a9ba971c0872e2bf9, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/98c94f1322ee4d5b8d692404d7343d79, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c0fb314e2fd34dfa92c978419a788e01, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/f48682c927de4202a40a7c53a23730a4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d77d8f5dc1224baabe57abb794975b18, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/75d725c8d5cc43f7a9aa7befe52e3401, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c1d70e8c3d6241eca561c67301d68ed4, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d76eab0456f546c19daeca217c6308d6, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/71f11e4601c34e059e0de18df6604179, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/3c3bffc9d0cf4ced8b3cdc377141854c, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/418005f3cf984f4495e965661a175b9a, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/515b66052ce34a6f950886512afcd011, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/7b8e37c2ff6940928da1e20232b29a87, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a] to archive 2024-11-21T10:26:47,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T10:26:47,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/8932c2596ef04d7aa37efaa48be6a092 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/8932c2596ef04d7aa37efaa48be6a092 2024-11-21T10:26:47,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/2027237ce84046f98144a99b8566bb89 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/2027237ce84046f98144a99b8566bb89 2024-11-21T10:26:47,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/1095c57d0c8443fa855189d2cea4953f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/1095c57d0c8443fa855189d2cea4953f 2024-11-21T10:26:47,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c9163dfdfa4c412499a64ea677632b18 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c9163dfdfa4c412499a64ea677632b18 2024-11-21T10:26:47,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c12963b590924d9a873f0dde02639b5f to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c12963b590924d9a873f0dde02639b5f 2024-11-21T10:26:47,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b4c1549a87264a44b5c9a8b1678296c8 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b4c1549a87264a44b5c9a8b1678296c8 2024-11-21T10:26:47,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/ac5b8351172b42e984650ab1f99a34f2 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/ac5b8351172b42e984650ab1f99a34f2 2024-11-21T10:26:47,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/5398cc1f26e7423a9ba971c0872e2bf9 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/5398cc1f26e7423a9ba971c0872e2bf9 2024-11-21T10:26:47,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/98c94f1322ee4d5b8d692404d7343d79 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/98c94f1322ee4d5b8d692404d7343d79 2024-11-21T10:26:47,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c0fb314e2fd34dfa92c978419a788e01 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c0fb314e2fd34dfa92c978419a788e01 2024-11-21T10:26:47,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/f48682c927de4202a40a7c53a23730a4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/f48682c927de4202a40a7c53a23730a4 2024-11-21T10:26:47,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d77d8f5dc1224baabe57abb794975b18 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d77d8f5dc1224baabe57abb794975b18 2024-11-21T10:26:47,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/75d725c8d5cc43f7a9aa7befe52e3401 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/75d725c8d5cc43f7a9aa7befe52e3401 2024-11-21T10:26:47,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c1d70e8c3d6241eca561c67301d68ed4 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/c1d70e8c3d6241eca561c67301d68ed4 2024-11-21T10:26:47,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d76eab0456f546c19daeca217c6308d6 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/d76eab0456f546c19daeca217c6308d6 2024-11-21T10:26:47,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/71f11e4601c34e059e0de18df6604179 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/71f11e4601c34e059e0de18df6604179 2024-11-21T10:26:47,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/3c3bffc9d0cf4ced8b3cdc377141854c to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/3c3bffc9d0cf4ced8b3cdc377141854c 2024-11-21T10:26:47,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/418005f3cf984f4495e965661a175b9a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/418005f3cf984f4495e965661a175b9a 2024-11-21T10:26:47,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/515b66052ce34a6f950886512afcd011 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/515b66052ce34a6f950886512afcd011 2024-11-21T10:26:47,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/7b8e37c2ff6940928da1e20232b29a87 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/7b8e37c2ff6940928da1e20232b29a87 2024-11-21T10:26:47,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/6d6f6fc62d3c4bf28f1eb37fdebdf20a 2024-11-21T10:26:47,277 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-21T10:26:47,278 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. 2024-11-21T10:26:47,278 DEBUG [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1676): Region close journal for e8fc699467654ce9089048a7f7ee5e37: Waiting for close lock at 1732184805526Running coprocessor pre-close hooks at 1732184805526Disabling compacts and flushes for region at 1732184805526Disabling writes for close at 1732184805526Obtaining lock to block concurrent updates at 1732184805526Preparing flush snapshotting stores in e8fc699467654ce9089048a7f7ee5e37 at 1732184805526Finished memstore snapshotting TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732184805527 (+1 ms)Flushing stores of TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37. at 1732184805527Flushing e8fc699467654ce9089048a7f7ee5e37/A: creating writer at 1732184805527Flushing mob file e8fc699467654ce9089048a7f7ee5e37/A: appending metadata at 1732184805531 (+4 ms)Flushing mob file e8fc699467654ce9089048a7f7ee5e37/A: closing flushed file at 1732184805531Flushing e8fc699467654ce9089048a7f7ee5e37/A: appending metadata at 1732184805945 (+414 ms)Flushing e8fc699467654ce9089048a7f7ee5e37/A: closing flushed file at 1732184805945Flushing e8fc699467654ce9089048a7f7ee5e37/B: creating writer at 1732184806360 (+415 ms)Flushing e8fc699467654ce9089048a7f7ee5e37/B: appending metadata at 1732184806363 (+3 ms)Flushing e8fc699467654ce9089048a7f7ee5e37/B: closing flushed file at 1732184806363Flushing e8fc699467654ce9089048a7f7ee5e37/C: creating writer at 1732184806779 (+416 ms)Flushing e8fc699467654ce9089048a7f7ee5e37/C: appending metadata at 1732184806783 (+4 ms)Flushing e8fc699467654ce9089048a7f7ee5e37/C: closing flushed file at 1732184806783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2562a350: reopening flushed file at 1732184807199 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d7c2db: reopening flushed file at 1732184807203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4062bfb4: reopening flushed file at 1732184807207 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e8fc699467654ce9089048a7f7ee5e37 in 1686ms, sequenceid=322, compaction requested=true at 1732184807212 (+5 ms)Writing region close event to WAL at 1732184807275 (+63 ms)Running coprocessor post-close hooks at 1732184807278 (+3 ms)Closed at 1732184807278 2024-11-21T10:26:47,279 INFO [RS_CLOSE_REGION-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(157): Closed e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=e8fc699467654ce9089048a7f7ee5e37, regionState=CLOSED 2024-11-21T10:26:47,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 because future has completed 2024-11-21T10:26:47,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-21T10:26:47,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseRegionProcedure e8fc699467654ce9089048a7f7ee5e37, server=2651e482101a,35291,1732184623540 in 1.9080 sec 2024-11-21T10:26:47,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-21T10:26:47,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e8fc699467654ce9089048a7f7ee5e37, UNASSIGN in 1.9120 sec 2024-11-21T10:26:47,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-21T10:26:47,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9160 sec 2024-11-21T10:26:47,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732184807287"}]},"ts":"1732184807287"} 2024-11-21T10:26:47,289 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T10:26:47,289 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T10:26:47,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-21T10:26:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-21T10:26:47,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:47,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T10:26:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:47,532 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T10:26:47,534 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:47,538 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,542 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C, FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/recovered.edits] 2024-11-21T10:26:47,546 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/24e743e52c13493b8bf7cde7cf9eb1d7 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/24e743e52c13493b8bf7cde7cf9eb1d7 2024-11-21T10:26:47,548 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4686baab2dbc4145a38efa7600c89807 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/4686baab2dbc4145a38efa7600c89807 2024-11-21T10:26:47,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/98bc1b9add6e404393b4244a5c484338 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/A/98bc1b9add6e404393b4244a5c484338 2024-11-21T10:26:47,553 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4434fb2b35b4475f9b746175cff8646e to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/4434fb2b35b4475f9b746175cff8646e 2024-11-21T10:26:47,555 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/697b2fcdf00541a4b9f57a71163c4143 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/697b2fcdf00541a4b9f57a71163c4143 2024-11-21T10:26:47,557 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/b8925e8b5f90472190919577c92874ad to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/B/b8925e8b5f90472190919577c92874ad 2024-11-21T10:26:47,561 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/95d79b4e72d44d62a8b208c1d8cbc463 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/95d79b4e72d44d62a8b208c1d8cbc463 2024-11-21T10:26:47,564 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b3ca9fffc4064287a7dd9ae5d2e4a337 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/b3ca9fffc4064287a7dd9ae5d2e4a337 2024-11-21T10:26:47,566 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/dd1c7faf7ac647e7a5d66584ed7922ac to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/C/dd1c7faf7ac647e7a5d66584ed7922ac 2024-11-21T10:26:47,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/recovered.edits/325.seqid to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37/recovered.edits/325.seqid 2024-11-21T10:26:47,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/default/TestAcidGuarantees/e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,573 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T10:26:47,573 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T10:26:47,573 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T10:26:47,575 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a1613a8ec7a49c4b8a843e0c9439e7f_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a1613a8ec7a49c4b8a843e0c9439e7f_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,576 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211e1218ca0f5c4d968d429264d392e5af_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211e1218ca0f5c4d968d429264d392e5af_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,577 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127b756c561324b699fc8b3fff7badb2c_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127b756c561324b699fc8b3fff7badb2c_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,578 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121387bec1e802144159044571896d2b961_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121387bec1e802144159044571896d2b961_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,578 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213ceb4715b819401588793e2192cdb24c_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213ceb4715b819401588793e2192cdb24c_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,579 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145bbd1bb06174ad3953fd5e7c219d9c3_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145bbd1bb06174ad3953fd5e7c219d9c3_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,580 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214c0fff445aee4575b19bc658266038e5_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214c0fff445aee4575b19bc658266038e5_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,580 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f15ba72d6d145bfb566ae0585a33826_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f15ba72d6d145bfb566ae0585a33826_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,581 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170a9dcf9ad99406090baf3ac1ee548b3_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170a9dcf9ad99406090baf3ac1ee548b3_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,582 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178f19f80e7214a4ca1b51ed0d4448a5b_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178f19f80e7214a4ca1b51ed0d4448a5b_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,583 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186a989ac22a74d419fcf7723796aea2b_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112186a989ac22a74d419fcf7723796aea2b_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,583 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aac66347dfd0420d9cef9dc119009d56_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aac66347dfd0420d9cef9dc119009d56_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,584 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121acb7f3f9caa44f63944572530697dd7b_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121acb7f3f9caa44f63944572530697dd7b_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,585 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f1957cc01bab4887ae6577d70ad11d59_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f1957cc01bab4887ae6577d70ad11d59_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,585 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f3efc136231042d8be2de5071587e1ff_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f3efc136231042d8be2de5071587e1ff_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,586 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f9a33095fb414539bdf5c137072042b0_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f9a33095fb414539bdf5c137072042b0_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,587 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff51f8a1ccff429fa8bb610cea5d7174_e8fc699467654ce9089048a7f7ee5e37 to hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ff51f8a1ccff429fa8bb610cea5d7174_e8fc699467654ce9089048a7f7ee5e37 2024-11-21T10:26:47,587 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T10:26:47,589 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:47,590 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T10:26:47,592 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T10:26:47,593 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:47,593 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T10:26:47,593 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732184807593"}]},"ts":"9223372036854775807"} 2024-11-21T10:26:47,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T10:26:47,594 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e8fc699467654ce9089048a7f7ee5e37, NAME => 'TestAcidGuarantees,,1732184779345.e8fc699467654ce9089048a7f7ee5e37.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T10:26:47,594 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T10:26:47,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732184807594"}]},"ts":"9223372036854775807"} 2024-11-21T10:26:47,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T10:26:47,596 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T10:26:47,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-21T10:26:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-21T10:26:47,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T10:26:47,636 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T10:26:47,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 240), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=2095 (was 2118) 2024-11-21T10:26:47,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T10:26:47,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:26:47,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:26:47,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:47,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:47,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T10:26:47,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T10:26:47,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=778508352, stopped=false 2024-11-21T10:26:47,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2651e482101a,44655,1732184622359 2024-11-21T10:26:47,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T10:26:47,705 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T10:26:47,705 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:26:47,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:26:47,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T10:26:47,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T10:26:47,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T10:26:47,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:26:47,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:47,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T10:26:47,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2651e482101a,35291,1732184623540' ***** 2024-11-21T10:26:47,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T10:26:47,712 INFO [RS:0;2651e482101a:35291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T10:26:47,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T10:26:47,712 INFO [RS:0;2651e482101a:35291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T10:26:47,712 INFO [RS:0;2651e482101a:35291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T10:26:47,712 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(959): stopping server 2651e482101a,35291,1732184623540 2024-11-21T10:26:47,712 INFO [RS:0;2651e482101a:35291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T10:26:47,713 INFO [RS:0;2651e482101a:35291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2651e482101a:35291. 2024-11-21T10:26:47,713 DEBUG [RS:0;2651e482101a:35291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T10:26:47,713 DEBUG [RS:0;2651e482101a:35291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:47,713 INFO [RS:0;2651e482101a:35291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T10:26:47,713 INFO [RS:0;2651e482101a:35291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T10:26:47,713 INFO [RS:0;2651e482101a:35291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T10:26:47,713 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T10:26:47,714 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T10:26:47,714 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T10:26:47,714 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:47,714 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T10:26:47,714 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T10:26:47,714 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T10:26:47,714 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T10:26:47,714 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T10:26:47,714 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-21T10:26:47,733 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/info/c65a34ecc1f74aceabaa6a64bf41e4b1 is 95, key is TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704./info:/1732184661006/DeleteFamily/seqid=0 2024-11-21T10:26:47,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742422_1598 (size=6514) 2024-11-21T10:26:47,739 INFO [regionserver/2651e482101a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T10:26:47,839 INFO [regionserver/2651e482101a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T10:26:47,839 INFO [regionserver/2651e482101a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T10:26:47,914 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:48,115 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:48,138 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/info/c65a34ecc1f74aceabaa6a64bf41e4b1 2024-11-21T10:26:48,163 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/ns/5b32925ab7e44220948bb48325f6ec5c is 93, key is TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704./ns:/1732184660923/DeleteFamily/seqid=0 2024-11-21T10:26:48,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742423_1599 (size=5906) 2024-11-21T10:26:48,315 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:48,515 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:48,568 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/ns/5b32925ab7e44220948bb48325f6ec5c 2024-11-21T10:26:48,595 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/rep_barrier/479a8ae6487a47a5b49b162c75ac3c8a is 102, key is TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704./rep_barrier:/1732184660923/DeleteFamily/seqid=0 2024-11-21T10:26:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742424_1600 (size=6025) 2024-11-21T10:26:48,598 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/rep_barrier/479a8ae6487a47a5b49b162c75ac3c8a 2024-11-21T10:26:48,614 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/table/880de34443b64be0ad64cc677bafe497 is 96, key is TestAcidGuarantees,,1732184627571.64750895b2cd19dea87bb02127bed704./table:/1732184660923/DeleteFamily/seqid=0 2024-11-21T10:26:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742425_1601 (size=5936) 2024-11-21T10:26:48,716 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:48,916 DEBUG [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T10:26:49,018 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/table/880de34443b64be0ad64cc677bafe497 2024-11-21T10:26:49,027 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/info/c65a34ecc1f74aceabaa6a64bf41e4b1 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/info/c65a34ecc1f74aceabaa6a64bf41e4b1 2024-11-21T10:26:49,031 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/info/c65a34ecc1f74aceabaa6a64bf41e4b1, entries=12, sequenceid=90, filesize=6.4 K 2024-11-21T10:26:49,032 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/ns/5b32925ab7e44220948bb48325f6ec5c as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/ns/5b32925ab7e44220948bb48325f6ec5c 2024-11-21T10:26:49,036 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/ns/5b32925ab7e44220948bb48325f6ec5c, entries=8, sequenceid=90, filesize=5.8 K 2024-11-21T10:26:49,037 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/rep_barrier/479a8ae6487a47a5b49b162c75ac3c8a as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/rep_barrier/479a8ae6487a47a5b49b162c75ac3c8a 2024-11-21T10:26:49,041 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/rep_barrier/479a8ae6487a47a5b49b162c75ac3c8a, entries=6, sequenceid=90, filesize=5.9 K 2024-11-21T10:26:49,042 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/.tmp/table/880de34443b64be0ad64cc677bafe497 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/table/880de34443b64be0ad64cc677bafe497 2024-11-21T10:26:49,046 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/table/880de34443b64be0ad64cc677bafe497, entries=7, sequenceid=90, filesize=5.8 K 2024-11-21T10:26:49,047 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=90, compaction requested=false 2024-11-21T10:26:49,054 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-21T10:26:49,055 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T10:26:49,055 INFO [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T10:26:49,055 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732184807714Running coprocessor pre-close hooks at 1732184807714Disabling compacts and flushes for region at 1732184807714Disabling writes for close at 1732184807714Obtaining lock to block concurrent updates at 1732184807714Preparing flush snapshotting stores in 1588230740 at 1732184807714Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732184807715 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732184807715Flushing 1588230740/info: creating writer at 1732184807715Flushing 1588230740/info: appending metadata at 1732184807732 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732184807732Flushing 1588230740/ns: creating writer at 1732184808147 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732184808163 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732184808163Flushing 1588230740/rep_barrier: creating writer at 1732184808577 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732184808595 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732184808595Flushing 1588230740/table: creating writer at 1732184808601 (+6 ms)Flushing 1588230740/table: appending metadata at 1732184808613 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732184808613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705f06b7: reopening flushed file at 1732184809026 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621b31: reopening flushed file at 1732184809031 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7208d198: reopening flushed file at 1732184809036 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613ef1ce: reopening flushed file at 1732184809041 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=90, compaction requested=false at 1732184809047 (+6 ms)Writing region close event to WAL at 1732184809050 (+3 ms)Running coprocessor post-close hooks at 1732184809055 (+5 ms)Closed at 1732184809055 2024-11-21T10:26:49,055 DEBUG [RS_CLOSE_META-regionserver/2651e482101a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T10:26:49,116 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(976): stopping server 2651e482101a,35291,1732184623540; all regions closed. 2024-11-21T10:26:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741834_1010 (size=25344) 2024-11-21T10:26:49,127 DEBUG [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/oldWALs 2024-11-21T10:26:49,127 INFO [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2651e482101a%2C35291%2C1732184623540.meta:.meta(num 1732184627043) 2024-11-21T10:26:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741832_1008 (size=13886757) 2024-11-21T10:26:49,132 DEBUG [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/oldWALs 2024-11-21T10:26:49,132 INFO [RS:0;2651e482101a:35291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2651e482101a%2C35291%2C1732184623540:(num 1732184625961) 2024-11-21T10:26:49,132 DEBUG [RS:0;2651e482101a:35291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:26:49,132 INFO [RS:0;2651e482101a:35291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T10:26:49,132 INFO [RS:0;2651e482101a:35291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T10:26:49,132 INFO [RS:0;2651e482101a:35291 {}] hbase.ChoreService(370): Chore service for: regionserver/2651e482101a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T10:26:49,133 INFO [RS:0;2651e482101a:35291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T10:26:49,133 INFO [regionserver/2651e482101a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T10:26:49,133 INFO [RS:0;2651e482101a:35291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35291 2024-11-21T10:26:49,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T10:26:49,200 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2651e482101a,35291,1732184623540 2024-11-21T10:26:49,200 INFO [RS:0;2651e482101a:35291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T10:26:49,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2651e482101a,35291,1732184623540] 2024-11-21T10:26:49,221 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2651e482101a,35291,1732184623540 already deleted, retry=false 2024-11-21T10:26:49,221 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2651e482101a,35291,1732184623540 expired; onlineServers=0 2024-11-21T10:26:49,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2651e482101a,44655,1732184622359' ***** 2024-11-21T10:26:49,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T10:26:49,223 INFO [M:0;2651e482101a:44655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T10:26:49,223 INFO [M:0;2651e482101a:44655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T10:26:49,223 DEBUG [M:0;2651e482101a:44655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T10:26:49,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T10:26:49,224 DEBUG [M:0;2651e482101a:44655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T10:26:49,224 DEBUG [master/2651e482101a:0:becomeActiveMaster-HFileCleaner.large.0-1732184625632 {}] cleaner.HFileCleaner(306): Exit Thread[master/2651e482101a:0:becomeActiveMaster-HFileCleaner.large.0-1732184625632,5,FailOnTimeoutGroup] 2024-11-21T10:26:49,224 DEBUG [master/2651e482101a:0:becomeActiveMaster-HFileCleaner.small.0-1732184625633 {}] cleaner.HFileCleaner(306): Exit Thread[master/2651e482101a:0:becomeActiveMaster-HFileCleaner.small.0-1732184625633,5,FailOnTimeoutGroup] 2024-11-21T10:26:49,224 INFO [M:0;2651e482101a:44655 {}] hbase.ChoreService(370): Chore service for: master/2651e482101a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T10:26:49,224 INFO [M:0;2651e482101a:44655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T10:26:49,224 DEBUG [M:0;2651e482101a:44655 {}] master.HMaster(1795): Stopping service threads 2024-11-21T10:26:49,224 INFO [M:0;2651e482101a:44655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T10:26:49,224 INFO [M:0;2651e482101a:44655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T10:26:49,224 ERROR [M:0;2651e482101a:44655 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T10:26:49,225 INFO [M:0;2651e482101a:44655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T10:26:49,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T10:26:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T10:26:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T10:26:49,231 DEBUG [M:0;2651e482101a:44655 {}] zookeeper.ZKUtil(347): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T10:26:49,231 WARN [M:0;2651e482101a:44655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T10:26:49,232 INFO [M:0;2651e482101a:44655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/.lastflushedseqids 2024-11-21T10:26:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742426_1602 (size=72) 2024-11-21T10:26:49,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T10:26:49,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1015cebbd1a0001, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T10:26:49,312 INFO [RS:0;2651e482101a:35291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T10:26:49,312 INFO [RS:0;2651e482101a:35291 {}] regionserver.HRegionServer(1031): Exiting; stopping=2651e482101a,35291,1732184623540; zookeeper connection closed. 2024-11-21T10:26:49,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19b182ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19b182ba 2024-11-21T10:26:49,314 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T10:26:49,645 INFO [M:0;2651e482101a:44655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T10:26:49,645 INFO [M:0;2651e482101a:44655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T10:26:49,645 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T10:26:49,645 INFO [M:0;2651e482101a:44655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:26:49,646 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:26:49,646 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T10:26:49,646 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:26:49,646 INFO [M:0;2651e482101a:44655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=717.54 KB heapSize=879.52 KB 2024-11-21T10:26:49,666 DEBUG [M:0;2651e482101a:44655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2255a60f6ab64139a8e515f6e7cb08ce is 82, key is hbase:meta,,1/info:regioninfo/1732184627130/Put/seqid=0 2024-11-21T10:26:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742427_1603 (size=5672) 2024-11-21T10:26:50,070 INFO [M:0;2651e482101a:44655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1990 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2255a60f6ab64139a8e515f6e7cb08ce 2024-11-21T10:26:50,106 DEBUG [M:0;2651e482101a:44655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec6e2f20056b4ecb82587fcd7e0b9ba4 is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1732184782412/Put/seqid=0 2024-11-21T10:26:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742428_1604 (size=43073) 2024-11-21T10:26:50,510 INFO [M:0;2651e482101a:44655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=716.99 KB at sequenceid=1990 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec6e2f20056b4ecb82587fcd7e0b9ba4 2024-11-21T10:26:50,513 INFO [M:0;2651e482101a:44655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec6e2f20056b4ecb82587fcd7e0b9ba4 2024-11-21T10:26:50,529 DEBUG [M:0;2651e482101a:44655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084ce57964ed47e4b408eeeda3345d8b is 69, key is 2651e482101a,35291,1732184623540/rs:state/1732184625699/Put/seqid=0 2024-11-21T10:26:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073742429_1605 (size=5156) 2024-11-21T10:26:50,933 INFO [M:0;2651e482101a:44655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1990 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084ce57964ed47e4b408eeeda3345d8b 2024-11-21T10:26:50,966 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2255a60f6ab64139a8e515f6e7cb08ce as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2255a60f6ab64139a8e515f6e7cb08ce 2024-11-21T10:26:50,973 INFO [M:0;2651e482101a:44655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2255a60f6ab64139a8e515f6e7cb08ce, entries=8, sequenceid=1990, filesize=5.5 K 2024-11-21T10:26:50,974 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec6e2f20056b4ecb82587fcd7e0b9ba4 as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec6e2f20056b4ecb82587fcd7e0b9ba4 2024-11-21T10:26:50,977 INFO [M:0;2651e482101a:44655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec6e2f20056b4ecb82587fcd7e0b9ba4 2024-11-21T10:26:50,977 INFO [M:0;2651e482101a:44655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec6e2f20056b4ecb82587fcd7e0b9ba4, entries=164, sequenceid=1990, filesize=42.1 K 2024-11-21T10:26:50,978 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084ce57964ed47e4b408eeeda3345d8b as hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084ce57964ed47e4b408eeeda3345d8b 2024-11-21T10:26:50,981 INFO [M:0;2651e482101a:44655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/d45bd13d-a361-f6a6-39f1-47c34ab5e8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084ce57964ed47e4b408eeeda3345d8b, entries=1, sequenceid=1990, filesize=5.0 K 2024-11-21T10:26:50,981 INFO [M:0;2651e482101a:44655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~717.54 KB/734763, heapSize ~879.22 KB/900320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=1990, compaction requested=false 2024-11-21T10:26:50,983 INFO [M:0;2651e482101a:44655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T10:26:50,983 DEBUG [M:0;2651e482101a:44655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732184809645Disabling compacts and flushes for region at 1732184809645Disabling writes for close at 1732184809646 (+1 ms)Obtaining lock to block concurrent updates at 1732184809646Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732184809646Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=734763, getHeapSize=900560, getOffHeapSize=0, getCellsCount=2179 at 1732184809647 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732184809648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732184809648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732184809665 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732184809665Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732184810080 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732184810106 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732184810106Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732184810513 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732184810528 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732184810529 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f29ab3: reopening flushed file at 1732184810964 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@804d841: reopening flushed file at 1732184810973 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c78e07: reopening flushed file at 1732184810977 (+4 ms)Finished flush of dataSize ~717.54 KB/734763, heapSize ~879.22 KB/900320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=1990, compaction requested=false at 1732184810981 (+4 ms)Writing region close event to WAL at 1732184810983 (+2 ms)Closed at 1732184810983 2024-11-21T10:26:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741830_1006 (size=865288) 2024-11-21T10:26:50,985 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T10:26:50,986 INFO [M:0;2651e482101a:44655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T10:26:50,986 INFO [M:0;2651e482101a:44655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44655 2024-11-21T10:26:50,986 INFO [M:0;2651e482101a:44655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T10:26:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T10:26:51,110 INFO [M:0;2651e482101a:44655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T10:26:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44655-0x1015cebbd1a0000, quorum=127.0.0.1:51792, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T10:26:51,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T10:26:51,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T10:26:51,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T10:26:51,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T10:26:51,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/hadoop.log.dir/,STOPPED} 2024-11-21T10:26:51,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T10:26:51,121 WARN [BP-938526086-172.17.0.2-1732184618576 heartbeating to localhost/127.0.0.1:32793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T10:26:51,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T10:26:51,121 WARN [BP-938526086-172.17.0.2-1732184618576 heartbeating to localhost/127.0.0.1:32793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938526086-172.17.0.2-1732184618576 (Datanode Uuid 44d5ed0d-05b1-4258-a51b-ea0042dcb61d) service to localhost/127.0.0.1:32793 2024-11-21T10:26:51,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/data/data1/current/BP-938526086-172.17.0.2-1732184618576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T10:26:51,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/cluster_e12ef2fc-0371-4779-d595-72c98866d47f/data/data2/current/BP-938526086-172.17.0.2-1732184618576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T10:26:51,124 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T10:26:51,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T10:26:51,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T10:26:51,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T10:26:51,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T10:26:51,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c6f2350-d3bf-8ace-5713-a2d586e4b7ce/hadoop.log.dir/,STOPPED} 2024-11-21T10:26:51,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T10:26:51,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down